-- Logs begin at Wed 2021-08-25 15:11:12 UTC, end at Wed 2021-08-25 16:50:59 UTC. --
Aug 25 16:17:48.915558 dv-cinder-805825-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Aug 25 16:17:51.080595 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.common.config [-] Logging enabled!
Aug 25 16:17:51.081400 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13
Aug 25 16:17:51.081400 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75852) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Aug 25 16:17:51.083716 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.common.config [-] Logging enabled!
Aug 25 16:17:51.083963 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13
Aug 25 16:17:51.084206 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75852) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Aug 25 16:17:51.085179 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 25 16:17:51.085415 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 25 16:17:51.085775 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 25 16:17:51.086021 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 25 16:17:51.086241 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 25 16:17:51.086557 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.086850 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.087144 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.087369 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.087661 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.087946 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.088224 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.088507 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.088798 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.089096 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.089408 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.089690 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.089917 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.090191 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.090473 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.090755 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.090976 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] debug                          = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.091254 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.091671 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.092096 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.092375 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.092660 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.092931 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.093223 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.093504 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.093826 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] host                           = dv-cinder-805825-2-iscsi {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.094101 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.094384 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.094666 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.094947 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.095218 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.095495 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.095778 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.096050 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.096319 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.096664 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.097009 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.097322 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.097611 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.097833 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.098055 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.098340 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.098623 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.098964 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.099166 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.099434 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.099702 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.099971 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.100236 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.100544 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.100792 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.101075 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.101369 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.101637 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.101901 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.102168 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.102449 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.102718 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.102985 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.103252 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.103534 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.103797 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.104061 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.104355 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.104637 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.105558 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.105856 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.106304 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.106585 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.106885 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.107195 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.107486 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.107759 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.108027 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.108306 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.108575 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.108844 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.109157 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.109400 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.109681 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:51.109974 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.110267 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.110563 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.110842 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.111130 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.111409 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.111695 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.111968 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.112252 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.112536 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.112820 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.113094 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.113400 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.113692 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.113981 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.114253 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.114528 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.114818 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.115094 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.115365 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.115638 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.115929 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.116204 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.116474 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.116750 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.117025 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.117315 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.117585 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.117857 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.118140 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.118411 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.118676 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.118941 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.119214 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.119480 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.119759 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.120032 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.120302 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.121238 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.121519 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.121789 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.122121 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.122441 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.122605 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.122877 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.123147 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.123417 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.123687 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.123961 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.124232 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.124501 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.124767 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.125038 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.125328 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.125598 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.125867 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.126139 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.126407 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.126694 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.126989 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.127261 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.127537 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.127812 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.128086 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.128358 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.128629 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.128903 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.129204 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.129478 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.129768 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.130049 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.130331 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.130610 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.130882 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.131173 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.131447 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.131728 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.132001 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.132274 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.132552 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.132829 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.133129 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.133426 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.133716 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.134005 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.134294 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.134570 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.134875 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.135149 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:51.135362 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 25 16:17:51.135600 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=75852) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Aug 25 16:17:51.541038 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO keyring.backend [-] Loading KWallet
Aug 25 16:17:51.549194 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO keyring.backend [-] Loading SecretService
Aug 25 16:17:51.552628 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO keyring.backend [-] Loading Windows
Aug 25 16:17:51.554034 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO keyring.backend [-] Loading chainer
Aug 25 16:17:51.554619 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO keyring.backend [-] Loading macOS
Aug 25 16:17:51.587832 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=75852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:17:51.588104 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=75852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:17:51.588436 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=75852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:17:51.588720 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.manager [-] Loading core plugin: ml2
Aug 25 16:17:51.899701 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:51.899992 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:51.900263 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:51.957906 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:51.958187 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:51.958457 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:51.961448 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:51.961728 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:51.961998 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:51.990645 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:51.990922 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:51.991190 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.019843 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.020122 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.020389 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.337539 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fdf05a9a700> agent after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.338188 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fdf05a9a700> agent after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.338188 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fdf05a9a790> segment precommit_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.338358 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fdf05a9a820> network precommit_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.339095 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fdf05a9d9d0> segment before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.470573 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> network before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.470884 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fdf05c3e670> agent before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.471165 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> network before_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.471427 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> port before_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.471685 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> port before_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.471991 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> segment after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.472254 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> segment precommit_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.472508 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> segment precommit_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.472764 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> segment after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.473043 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> network after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.473324 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> network precommit_delete 0 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.473585 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> port provisioning_complete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.474170 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> rbac-policy before_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.474170 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> rbac-policy after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.474434 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> agent after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.474699 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> subnet after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.474954 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> subnet precommit_delete 0 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.475223 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> rbac-policy before_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.475473 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> rbac-policy before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.475757 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> segment_host_mapping after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.476097 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> port after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.476345 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> port after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.476587 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> port after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.476863 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> rbac-policy before_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.477126 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> rbac-policy before_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.477372 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdf06422700>> rbac-policy before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.477755 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=75852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 25 16:17:52.477992 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=75852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 25 16:17:52.478229 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=75852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 25 16:17:52.478457 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=75852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 25 16:17:52.478687 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=75852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 25 16:17:52.478914 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=75852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 25 16:17:52.479463 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Aug 25 16:17:52.482837 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Aug 25 16:17:52.486728 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Aug 25 16:17:52.490776 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
Aug 25 16:17:52.492395 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Aug 25 16:17:52.492780 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Aug 25 16:17:52.493107 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Aug 25 16:17:52.493503 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Aug 25 16:17:52.496993 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Aug 25 16:17:52.497262 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Aug 25 16:17:52.497605 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Aug 25 16:17:52.525761 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Aug 25 16:17:52.526211 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fdf059cd550>> qos_plugin after_init 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.526504 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=75852) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Aug 25 16:17:52.527062 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fdf059bde80>> logging-plugin after_init 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.528731 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=75852) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Aug 25 16:17:52.529019 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Aug 25 16:17:52.529299 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Aug 25 16:17:52.532667 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fdf059bd6d0>> floatingip before_response 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.532946 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fdf059bd6d0>> port before_response 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:52.595018 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Aug 25 16:17:52.595178 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Aug 25 16:17:52.595401 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Aug 25 16:17:52.595777 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Aug 25 16:17:52.628586 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_db.sqlalchemy.engines [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=75852) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Aug 25 16:17:53.151256 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Initializing driver for type 'gre'
Aug 25 16:17:53.152429 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] gre ID ranges: [(1, 1000)]
Aug 25 16:17:53.374242 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Initializing driver for type 'local'
Aug 25 16:17:53.374909 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Initializing driver for type 'vlan'
Aug 25 16:17:53.466142 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] VlanTypeDriver initialization complete
Aug 25 16:17:53.466405 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Initializing driver for type 'vxlan'
Aug 25 16:17:53.466921 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] vxlan ID ranges: [(1, 1000)]
Aug 25 16:17:53.722467 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Initializing extension driver 'port_security'
Aug 25 16:17:53.722729 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.extensions.port_security [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] PortSecurityExtensionDriver initialization complete
Aug 25 16:17:53.723065 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Initializing mechanism driver 'openvswitch'
Aug 25 16:17:53.723387 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Initializing mechanism driver 'hyperv'
Aug 25 16:17:53.730714 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.plugins.ml2.plugin [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=75852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:17:53.731494 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf05a50eb0>> port after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.731865 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf05a50eb0>> port after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.732226 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf05a50eb0>> port after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.732614 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf05a50c70>> subnet after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.733067 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf05a50c70>> subnet after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.733428 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf05a50c70>> subnet after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.733811 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf054aa670>> network after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.734161 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf054aa670>> network after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.734505 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf054aa670>> network after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.734886 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf054aa8e0>> security_group after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.735233 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf054aa8e0>> security_group after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.735575 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf054aa8e0>> security_group after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.735961 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf054aab50>> security_group_rule after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.736301 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf054aab50>> security_group_rule after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.736642 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdf054aab50>> security_group_rule after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.736982 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] ML2 OVO RPC backend initialized. {{(pid=75852) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Aug 25 16:17:53.737645 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> router_interface after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.738000 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> router_interface after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.738419 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> network before_response 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.738767 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> networks before_response 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.739158 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> port before_response 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.739496 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> ports before_response 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.739839 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> subnet before_response 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.740183 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> subnets before_response 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.740531 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> network after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.740869 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> network after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.741234 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> network after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.741571 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> port after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.741906 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> port after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.742284 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> port after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.742579 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> subnet after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.742915 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> subnet after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.743248 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdf054aadf0>> subnet after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.743817 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.plugin [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Modular L2 Plugin initialization complete
Aug 25 16:17:53.744144 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading services supported by the core plugin {{(pid=75852) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Aug 25 16:17:53.744476 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.plugins.ml2.managers [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Got port-security extension from driver 'port_security'
Aug 25 16:17:53.744937 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.extensions.vlantransparent [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Disabled vlantransparent extension.
Aug 25 16:17:53.745386 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=75852) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Aug 25 16:17:53.745707 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading Plugin: router
Aug 25 16:17:53.787771 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router_interface before_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.788162 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router after_create 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.788538 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router before_create 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.788901 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router_interface before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.789424 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router_interface after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.789791 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router after_delete 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.790150 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> floatingip after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.790527 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router after_create 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.790915 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router after_update 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.791268 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router after_update 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.791620 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router_gateway after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.792014 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router after_update 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.792979 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router precommit_update 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.793391 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fdf05ae1160> port after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.793735 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fdf05ae1040> port after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.794080 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fdf05ae10d0> subnet after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.794424 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fdf05ae11f0> subnetpool_address_scope after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.794775 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> port precommit_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.795124 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router precommit_create 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.795474 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fdf05b4baf0> port before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.795865 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router precommit_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.796225 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router after_update 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.796570 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router precommit_delete 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.796925 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router precommit_create 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.797315 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router_interface after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.797661 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> router precommit_update 55549900 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.798026 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> agent after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.798377 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> agent after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.798720 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdf054aafd0>> network after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.799685 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Tracking information for resource: router configured {{(pid=75852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 25 16:17:53.800037 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Tracking information for resource: floatingip configured {{(pid=75852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 25 16:17:53.805027 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.db.l3_agentschedulers_db [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Aug 25 16:17:53.805639 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fdf05465310> port after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.806005 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fdf054651f0> port after_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.806358 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <function _notify_port_delete at 0x7fdf05465280> port after_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.806729 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fdf054655e0> port after_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.807559 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fdf054889a0>> router before_create 55550100 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.807964 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fdf054889a0>> router precommit_delete 55550100 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.808328 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fdf054889a0>> router precommit_create 55550100 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.808691 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fdf054889a0>> router precommit_update 55550100 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.813047 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.services.provider_configuration [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service providers = [] {{(pid=75852) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Aug 25 16:17:53.813464 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.db.servicetype_db [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=75852) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Aug 25 16:17:53.816432 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.services.service_base [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=75852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 25 16:17:53.816784 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.services.service_base [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=75852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 25 16:17:53.817149 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.services.service_base [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=75852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 25 16:17:53.818040 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.services.service_base [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=75852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 25 16:17:53.818410 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.services.service_base [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Default provider is not specified for service type L3_ROUTER_NAT
Aug 25 16:17:53.818836 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=75852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 25 16:17:53.819155 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Aug 25 16:17:53.830381 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=75852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 25 16:17:53.830717 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading Plugin: auto_allocate
Aug 25 16:17:53.836616 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fdf05428a60> network precommit_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.836997 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fdf05428a60> network precommit_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.837553 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=75852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 25 16:17:53.837873 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading Plugin: tag
Aug 25 16:17:53.845276 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=75852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 25 16:17:53.845607 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading Plugin: timestamp
Aug 25 16:17:53.849499 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=75852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 25 16:17:53.849828 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading Plugin: network_ip_availability
Aug 25 16:17:53.855707 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdf05423ee0>> rbac-policy before_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.856085 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdf05423ee0>> rbac-policy before_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.856443 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdf05423ee0>> rbac-policy before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:53.857271 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=75852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 25 16:17:53.857593 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading Plugin: flavors
Aug 25 16:17:53.862586 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=75852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 25 16:17:53.862941 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading Plugin: revisions
Aug 25 16:17:53.867163 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=75852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 25 16:17:53.867553 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_concurrency.lockutils [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.279s {{(pid=75852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:17:53.868283 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=75852) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Aug 25 16:17:53.868617 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Initializing extension manager.
Aug 25 16:17:53.869135 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: __init__.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.869491 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: __pycache__ {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.869825 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.870200 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.870557 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: _filter_validation_lib.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.870889 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.871216 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: address_group.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.871979 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.872556 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: address-group
Aug 25 16:17:53.872878 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: address_scope.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.873618 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.874127 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: address-scope
Aug 25 16:17:53.874446 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: admin_state_down_before_update.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.875398 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.875910 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: router-admin-state-down-before-update
Aug 25 16:17:53.876266 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: agent.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.876975 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.877527 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: agent
Aug 25 16:17:53.877847 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: agent_resources_synced.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.878757 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.879260 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: agent-resources-synced
Aug 25 16:17:53.879576 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: allowedaddresspairs.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.881413 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.881927 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: allowed-address-pairs
Aug 25 16:17:53.882252 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: auto_allocated_topology.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.883327 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.883835 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: auto-allocated-topology
Aug 25 16:17:53.884160 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: availability_zone.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.884853 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.885381 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: availability_zone
Aug 25 16:17:53.885703 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: availability_zone_filter.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.886656 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.887213 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: availability_zone_filter
Aug 25 16:17:53.887543 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: data_plane_status.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.888456 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.888967 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension data-plane-status not supported by any of loaded plugins
Aug 25 16:17:53.889337 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: default_subnetpools.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.890255 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.890761 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: default-subnetpools
Aug 25 16:17:53.891081 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: dhcpagentscheduler.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.891862 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.892367 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: dhcp_agent_scheduler
Aug 25 16:17:53.892683 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: dns.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.893628 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.894132 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension dns-integration not supported by any of loaded plugins
Aug 25 16:17:53.894453 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: dns_domain_ports.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.895373 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.895881 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension dns-domain-ports not supported by any of loaded plugins
Aug 25 16:17:53.896197 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: dvr.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.896876 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.897412 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: dvr
Aug 25 16:17:53.897737 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: empty_string_filtering.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.898659 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.899158 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: empty-string-filtering
Aug 25 16:17:53.899481 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.900400 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.900900 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Aug 25 16:17:53.901253 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.902702 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.903201 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Aug 25 16:17:53.903528 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: external_net.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.904445 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.905307 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: external-net
Aug 25 16:17:53.905665 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: extra_dhcp_opt.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.906592 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.907098 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: extra_dhcp_opt
Aug 25 16:17:53.907416 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: extraroute.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.908332 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.908830 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: extraroute
Aug 25 16:17:53.909181 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: extraroute_atomic.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.910284 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.910786 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: extraroute-atomic
Aug 25 16:17:53.911114 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: filter_validation.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.911787 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.912288 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: filter-validation
Aug 25 16:17:53.912608 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: fip_pf_description.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.913549 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.914050 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Aug 25 16:17:53.914368 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: fip_port_details.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.915292 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.915894 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: fip-port-details
Aug 25 16:17:53.916172 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: flavors.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.917991 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.918694 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: flavors
Aug 25 16:17:53.919019 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.920738 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.921289 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Aug 25 16:17:53.921622 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: floatingip_pools.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.922322 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.922829 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: floatingip-pools
Aug 25 16:17:53.923182 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: ip_allocation.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.924075 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.924582 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension ip_allocation not supported by any of loaded plugins
Aug 25 16:17:53.924903 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.925848 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.926350 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: ip-substring-filtering
Aug 25 16:17:53.926679 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: l2_adjacency.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.927650 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.928147 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension l2_adjacency not supported by any of loaded plugins
Aug 25 16:17:53.928466 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: l3.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.929470 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.929986 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: router
Aug 25 16:17:53.930308 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: l3_conntrack_helper.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.932555 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.933153 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Aug 25 16:17:53.933496 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.934432 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.934946 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: ext-gw-mode
Aug 25 16:17:53.935352 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.936290 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.936804 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: l3-ha
Aug 25 16:17:53.937147 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: l3_flavors.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.938075 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.938579 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: l3-flavors
Aug 25 16:17:53.938904 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.939818 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.940322 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: l3-port-ip-change-not-allowed
Aug 25 16:17:53.940644 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: l3agentscheduler.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.941715 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.942225 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: l3_agent_scheduler
Aug 25 16:17:53.942552 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: logging.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.944036 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.944554 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension logging not supported by any of loaded plugins
Aug 25 16:17:53.944885 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: metering.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.945656 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.946233 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: metering
Aug 25 16:17:53.946568 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.947685 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.948199 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: metering_source_and_destination_fields
Aug 25 16:17:53.948647 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: multiprovidernet.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.949611 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.950122 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: multi-provider
Aug 25 16:17:53.950489 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: netmtu.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.951413 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.951990 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: net-mtu
Aug 25 16:17:53.952324 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: netmtu_writable.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.953285 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.953790 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: net-mtu-writable
Aug 25 16:17:53.954115 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: network_availability_zone.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.954791 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.955292 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: network_availability_zone
Aug 25 16:17:53.955615 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: network_ip_availability.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.956871 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.957412 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: network-ip-availability
Aug 25 16:17:53.957740 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: network_segment_range.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.958507 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.959008 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension network-segment-range not supported by any of loaded plugins
Aug 25 16:17:53.959330 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: pagination.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.960315 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.960648 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: pagination
Aug 25 16:17:53.960966 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.961945 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.962456 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: port-mac-address-regenerate
Aug 25 16:17:53.962784 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: port_resource_request.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.963706 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.964746 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension port-resource-request not supported by any of loaded plugins
Aug 25 16:17:53.965068 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: portbindings.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.966116 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.966619 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: binding
Aug 25 16:17:53.966948 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: portbindings_extended.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.968227 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.968738 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: binding-extended
Aug 25 16:17:53.969062 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: portsecurity.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.970007 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.970604 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: port-security
Aug 25 16:17:53.970932 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: project_id.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.971912 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.972244 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: project-id
Aug 25 16:17:53.972608 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: providernet.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.973533 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.974049 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: provider
Aug 25 16:17:53.974370 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: qos.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.977948 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.978475 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension qos not supported by any of loaded plugins
Aug 25 16:17:53.978809 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.980610 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.981148 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Aug 25 16:17:53.981478 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.982468 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.982979 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Aug 25 16:17:53.983306 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: qos_default.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.984232 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.984777 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension qos-default not supported by any of loaded plugins
Aug 25 16:17:53.985104 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: qos_fip.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.985783 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.986286 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension qos-fip not supported by any of loaded plugins
Aug 25 16:17:53.986609 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: qos_gateway_ip.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.987547 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.988057 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension qos-gateway-ip not supported by any of loaded plugins
Aug 25 16:17:53.988379 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: qos_port_network_policy.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.989334 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.989841 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension qos-port-network-policy not supported by any of loaded plugins
Aug 25 16:17:53.990165 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: qos_rule_type_details.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.991092 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.991598 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension qos-rule-type-details not supported by any of loaded plugins
Aug 25 16:17:53.991920 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: qos_rules_alias.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.992980 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.993526 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension qos-rules-alias not supported by any of loaded plugins
Aug 25 16:17:53.993851 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: quotasv2.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.994750 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.995080 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: quotas
Aug 25 16:17:53.995440 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: quotasv2_detail.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.997326 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.997663 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: quota_details
Aug 25 16:17:53.997990 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: rbac.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:53.999049 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:53.999569 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: rbac-policies
Aug 25 16:17:53.999900 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: rbac_address_scope.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.000831 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.001376 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: rbac-address-scope
Aug 25 16:17:54.001751 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: rbac_security_groups.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.002687 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.003196 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: rbac-security-groups
Aug 25 16:17:54.003521 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: rbac_subnetpool.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.004449 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.004958 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: rbac-subnetpool
Aug 25 16:17:54.005306 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: revisionifmatch.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.006239 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.006754 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: revision-if-match
Aug 25 16:17:54.007085 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: revisions.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.008225 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.008737 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: standard-attr-revisions
Aug 25 16:17:54.009065 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: router_availability_zone.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.009781 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.010290 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: router_availability_zone
Aug 25 16:17:54.010616 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: routerservicetype.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.011667 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.012189 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension router-service-type not supported by any of loaded plugins
Aug 25 16:17:54.012519 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: security_groups_port_filtering.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.013480 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.014079 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: port-security-groups-filtering
Aug 25 16:17:54.014403 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: securitygroup.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.025376 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.025908 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: security-group
Aug 25 16:17:54.026240 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: segment.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.027680 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.028254 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension segment not supported by any of loaded plugins
Aug 25 16:17:54.028581 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.029639 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.030448 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Aug 25 16:17:54.030783 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: servicetype.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.031894 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.032413 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: service-type
Aug 25 16:17:54.032738 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: sorting.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.033762 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.034096 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: sorting
Aug 25 16:17:54.035462 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: standard_attr_segment.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.036392 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.036909 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension standard-attr-segment not supported by any of loaded plugins
Aug 25 16:17:54.037265 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: standardattrdescription.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.037921 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.038436 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: standard-attr-description
Aug 25 16:17:54.038755 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: stateful_security_group.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.039690 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.040200 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: stateful-security-group
Aug 25 16:17:54.040524 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: stdattrs_common.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.041126 dv-cinder-805825-2-iscsi neutron-server[75852]: WARNING neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Aug 25 16:17:54.041455 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.042972 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.043932 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Aug 25 16:17:54.043932 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: subnet_onboard.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.045297 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.046335 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: subnet_onboard
Aug 25 16:17:54.046335 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.047791 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.047791 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Aug 25 16:17:54.047791 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: subnet_service_types.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.048549 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.049062 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: subnet-service-types
Aug 25 16:17:54.049413 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: subnetallocation.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.050502 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.051020 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: subnet_allocation
Aug 25 16:17:54.051343 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.052025 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.052533 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: subnetpool-prefix-ops
Aug 25 16:17:54.052852 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.053836 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.054338 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Aug 25 16:17:54.054656 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: tagging.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.055739 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.056251 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: standard-attr-tag
Aug 25 16:17:54.056578 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: timestamp.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.057849 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.058720 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loaded extension: standard-attr-timestamp
Aug 25 16:17:54.058875 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: trunk.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.059914 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.060502 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension trunk not supported by any of loaded plugins
Aug 25 16:17:54.060827 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: trunk_details.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.061793 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.062306 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension trunk-details not supported by any of loaded plugins
Aug 25 16:17:54.062634 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: uplink_status_propagation.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.063560 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.064067 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension uplink-status-propagation not supported by any of loaded plugins
Aug 25 16:17:54.064393 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Loading extension file: vlantransparent.py {{(pid=75852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 25 16:17:54.065077 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=75852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 25 16:17:54.065604 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extension vlan-transparent not supported by any of loaded plugins
Aug 25 16:17:54.067914 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:network
Aug 25 16:17:54.068666 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:subnet
Aug 25 16:17:54.069316 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:subnetpool
Aug 25 16:17:54.070109 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:port
Aug 25 16:17:54.071449 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.071899 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service FLAVORS assigned prefix:  {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.072523 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.072963 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.073326 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:router
Aug 25 16:17:54.074903 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:floatingip
Aug 25 16:17:54.075624 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service METERING assigned prefix: /metering {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.077200 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdf0533fcd0>> rbac-policy before_create 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:54.077580 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdf0533fcd0>> rbac-policy before_update 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:54.077932 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdf0533fcd0>> rbac-policy before_delete 55550000 {{(pid=75852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:17:54.079129 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of CountableResource for resource:rbac_policy
Aug 25 16:17:54.079579 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:security_group
Aug 25 16:17:54.080237 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:security_group_rule
Aug 25 16:17:54.080999 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service CORE assigned prefix:  {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.081357 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:subnetpool
Aug 25 16:17:54.081758 dv-cinder-805825-2-iscsi neutron-server[75852]: WARNING neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] subnetpool is already registered
Aug 25 16:17:54.082374 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service CORE assigned prefix:  {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.082706 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:subnetpool
Aug 25 16:17:54.083011 dv-cinder-805825-2-iscsi neutron-server[75852]: WARNING neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] subnetpool is already registered
Aug 25 16:17:54.085778 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.086208 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service FLAVORS assigned prefix:  {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.086802 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.087223 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.087556 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:router
Aug 25 16:17:54.087883 dv-cinder-805825-2-iscsi neutron-server[75852]: WARNING neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] router is already registered
Aug 25 16:17:54.088482 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:floatingip
Aug 25 16:17:54.088809 dv-cinder-805825-2-iscsi neutron-server[75852]: WARNING neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] floatingip is already registered
Aug 25 16:17:54.090175 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service METERING assigned prefix: /metering {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.090857 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of CountableResource for resource:rbac_policy
Aug 25 16:17:54.091188 dv-cinder-805825-2-iscsi neutron-server[75852]: WARNING neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] rbac_policy is already registered
Aug 25 16:17:54.091827 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:security_group
Aug 25 16:17:54.092151 dv-cinder-805825-2-iscsi neutron-server[75852]: WARNING neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] security_group is already registered
Aug 25 16:17:54.092754 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:security_group_rule
Aug 25 16:17:54.093085 dv-cinder-805825-2-iscsi neutron-server[75852]: WARNING neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] security_group_rule is already registered
Aug 25 16:17:54.093820 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service CORE assigned prefix:  {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.094148 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:subnetpool
Aug 25 16:17:54.094474 dv-cinder-805825-2-iscsi neutron-server[75852]: WARNING neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] subnetpool is already registered
Aug 25 16:17:54.095081 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.v2.resource_helper [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Service CORE assigned prefix:  {{(pid=75852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 25 16:17:54.095406 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Creating instance of TrackedResource for resource:subnetpool
Aug 25 16:17:54.095726 dv-cinder-805825-2-iscsi neutron-server[75852]: WARNING neutron.quota.resource_registry [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] subnetpool is already registered
Aug 25 16:17:54.096375 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: extensions {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.097921 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: address-groups {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.099580 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: address-scopes {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.100778 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: agents {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.101995 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: auto-allocated-topology {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.103231 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: availability_zones {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.104548 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: dhcp-networks {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.105991 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: dhcp-agents {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.107469 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: routers {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.109367 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: flavors {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.110553 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: service_profiles {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.111748 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: next_providers {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.113294 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: service_profiles {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.114723 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: floatingip-pools {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.115920 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: routers {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.117775 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: floatingips {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.118938 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: l3-routers {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.120311 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: l3-agents {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.121957 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: metering-labels {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.124211 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: metering-label-rules {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.125537 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: network-ip-availabilities {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.126778 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: bindings {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.128451 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: quotas {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.129927 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: quotas {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.131451 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: rbac-policies {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.132718 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: security-groups {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.134006 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: security-group-rules {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.135232 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: service-providers {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.137030 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: subnetpools {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.138466 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: subnetpools {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.139951 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: tags {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.141718 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: tags {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.143493 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: tags {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.145278 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: tags {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.147048 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: tags {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.148713 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: tags {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.150505 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: tags {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.152915 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: tags {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.154828 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: tags {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.156906 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron.api.extensions [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Extended resource: tags {{(pid=75852) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 25 16:17:54.162779 dv-cinder-805825-2-iscsi neutron-server[75852]: WARNING keystonemiddleware.auth_token [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Aug 25 16:17:54.167611 dv-cinder-805825-2-iscsi neutron-server[75852]: WARNING keystonemiddleware.auth_token [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Aug 25 16:17:54.175698 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_concurrency.lockutils [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Acquired lock "singleton_lock" {{(pid=75852) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Aug 25 16:17:54.176228 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_concurrency.lockutils [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Releasing lock "singleton_lock" {{(pid=75852) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Aug 25 16:17:54.176803 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO oslo_service.service [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Starting 2 workers
Aug 25 16:17:54.181326 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Started child 75961 {{(pid=75852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 25 16:17:54.185605 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Started child 75962 {{(pid=75852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 25 16:17:54.187167 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:17:54.187681 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO neutron.service [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Neutron service started, listening on 0.0.0.0:9696
Aug 25 16:17:54.187813 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Notify callbacks [] for process, before_spawn {{(pid=75852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:17:54.188861 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [-] (75961) wsgi starting up on http://0.0.0.0:9696
Aug 25 16:17:54.190228 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:17:54.190680 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO oslo_service.service [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Starting 1 workers
Aug 25 16:17:54.191721 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [-] (75962) wsgi starting up on http://0.0.0.0:9696
Aug 25 16:17:54.195335 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Started child 75963 {{(pid=75852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 25 16:17:54.195838 dv-cinder-805825-2-iscsi neutron-server[75852]: INFO oslo_service.service [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Starting 1 workers
Aug 25 16:17:54.200193 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.service [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] calling RpcWorker wait() {{(pid=75963) _wait /opt/stack/neutron/neutron/service.py:128}}
Aug 25 16:17:54.200774 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.service [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] returning from RpcWorker wait() {{(pid=75963) _wait /opt/stack/neutron/neutron/service.py:135}}
Aug 25 16:17:54.200857 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Started child 75964 {{(pid=75852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 25 16:17:54.201490 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG neutron_lib.callbacks.manager [None req-bf7160ba-730c-4d5a-ab02-92791750634c None None] Notify callbacks [] for process, after_spawn {{(pid=75852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:17:54.201922 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:17:54.202372 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:17:54.203399 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75852) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Aug 25 16:17:54.203608 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 25 16:17:54.203804 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 25 16:17:54.204004 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 25 16:17:54.204334 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 25 16:17:54.204490 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 25 16:17:54.205002 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.205307 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.205569 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.205846 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.206132 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.206287 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:17:54.207027 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.207027 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.207261 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.207502 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.207716 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.207903 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.208091 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.208312 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.208500 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.208797 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.209067 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.209333 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.209594 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.209786 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.210019 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.210285 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.210517 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.210789 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] debug                          = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.211029 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.211536 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.211749 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.211987 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.212223 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.212513 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.212759 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.213032 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.213364 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.213556 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.213743 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.213970 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.214877 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.215093 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.215304 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.215504 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.215961 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] host                           = dv-cinder-805825-2-iscsi {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.216194 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.216426 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.216673 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.216941 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.217207 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.217438 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.217681 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.217923 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.218216 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.218473 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.218732 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.218972 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.219324 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.219536 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.219742 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.219953 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.220146 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.220342 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.220535 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.220732 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.220957 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.221350 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.221350 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.221885 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.221885 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.221885 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.222452 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.222452 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.222891 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.222891 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.223266 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.223266 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.223643 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.223643 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.224016 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.224219 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.224474 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.224681 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.224870 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.225211 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.225211 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.225566 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.225750 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.225955 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.226143 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.226325 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.226551 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.226801 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.227041 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.227272 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.227500 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.227716 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.227978 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.228208 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.228452 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.228783 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.228973 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.229211 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.229400 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.229675 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.229853 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.230050 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.230233 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.230459 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.230718 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.230897 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.231106 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.231418 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.231559 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.231998 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.232286 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.232591 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.232816 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.233049 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.233316 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.233548 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.233765 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.234028 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.234283 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.234582 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.234821 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.235164 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.235435 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.235724 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.37/identity {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.235987 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.236203 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.236456 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.236594 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:17:54.236727 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.236944 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.237190 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.237409 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.237690 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.237910 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.238125 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.238349 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.238581 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.238803 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.239052 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.239281 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.239521 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.239820 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.240095 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.240765 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.240765 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.240765 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.240980 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.241214 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.241461 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.241706 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.241936 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.249695 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.249695 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.249695 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.249695 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.249695 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.249695 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.249695 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.249695 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.249695 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.251137 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.251137 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.251137 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.251137 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.251137 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.251137 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.251137 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.251137 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.251137 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.252628 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.252628 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.252628 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.252628 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.252628 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.252628 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.252628 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.252628 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.252628 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.254187 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.254187 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.254187 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.254187 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.254187 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.254187 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.254187 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.254187 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.255516 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.255516 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.255516 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.255516 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.255516 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.255516 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.255516 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.255516 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.256692 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.256692 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.256692 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.256692 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.256692 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.256692 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.256692 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.256692 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.258123 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.258123 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.258123 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.258123 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.258123 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.258123 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.258123 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.258123 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.259077 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.259077 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.259077 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.259077 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.259077 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.259077 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.259077 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.259077 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.260452 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.260452 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.260452 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.260452 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.260452 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.260452 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.260452 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.260452 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.260452 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.262161 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.262161 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.262161 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.262161 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.262161 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.262161 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.262161 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.263210 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.263210 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.263210 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.263210 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.263210 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.263829 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.263829 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.264088 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.264225 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.264499 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.37/identity {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.264748 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.264962 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.265320 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.265621 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.265965 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.266178 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.266518 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.266761 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.267280 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.267280 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.267585 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.267853 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.268165 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.268445 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.268721 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.269011 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.269318 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.269603 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.269905 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.270184 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.270411 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.270620 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.270852 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.271123 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.271345 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.271635 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.271885 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.272152 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.272356 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.272599 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.272896 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.273100 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.273339 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.273535 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.273750 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.273942 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.274151 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.274349 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.274528 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.274747 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.274980 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.275218 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.275442 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.275753 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.275956 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.276291 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.276481 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.276786 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.277220 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.278185 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.278185 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.278559 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.278559 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.278964 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.278964 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.279348 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.279547 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.279741 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.280190 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.280402 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.280611 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.280814 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.281057 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.281293 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.281596 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.281910 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.282150 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.282393 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.282641 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.282855 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.283068 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.283283 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.283477 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.283681 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.283969 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.284222 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.284436 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.284739 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.284996 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.285224 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.285495 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.285814 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.286038 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.286372 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.286579 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.286763 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.286959 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.287270 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.287490 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.287764 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.287993 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.288232 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.288498 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.288775 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.289031 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.289277 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.289606 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.289946 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.290254 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.290512 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.290738 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.290998 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.291247 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.291448 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.291693 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.291924 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.292451 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.292451 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.293210 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.293210 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.293210 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.293794 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.293794 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.293794 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.294343 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.294343 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.294713 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.294713 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 25 16:17:54.295580 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75852) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Aug 25 16:17:54.295580 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 25 16:17:54.295580 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 25 16:17:54.296156 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 25 16:17:54.296156 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 25 16:17:54.296156 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 25 16:17:54.296156 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.296990 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.296990 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.296990 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.296990 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.296990 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.296990 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.298404 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.298404 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.298404 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.298404 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.298404 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.298404 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.298404 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.298404 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.299835 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.299835 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.299835 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.299835 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.299835 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.299835 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.299835 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.299835 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] debug                          = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.301275 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.301275 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.301275 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.301275 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.301275 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.301275 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.302098 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.302098 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.302098 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.302098 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.302098 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.302098 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.302098 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.302098 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303189 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303189 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303189 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] host                           = dv-cinder-805825-2-iscsi {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303189 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303189 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303189 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303189 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303189 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303995 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303995 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303995 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303995 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303995 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303995 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303995 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303995 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.303995 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305179 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305179 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305179 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305179 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305179 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305179 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305179 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305961 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305961 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305961 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305961 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305961 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.305961 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.306590 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.306590 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.306590 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.306590 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.307044 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.307044 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.307044 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.307367 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.307367 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.307367 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.307744 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.307744 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.308337 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.308337 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.308337 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.308337 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.308776 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.308776 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.308776 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.309076 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.309076 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.309303 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.309303 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.309582 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.309752 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.309916 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.310062 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.310223 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.310447 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.310620 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.310778 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.310937 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.311095 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.311252 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.311410 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.311568 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.311726 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.311882 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.312041 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.312200 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.312358 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.312517 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 25 16:17:54.312697 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.312857 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.313029 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.313214 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.313375 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.313534 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.313694 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.313853 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.314012 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.314172 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.314341 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.314501 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.314680 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.314840 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.314987 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.37/identity {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.315148 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.315307 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.315499 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.315666 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.315828 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.315990 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.316151 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.316310 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.316470 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.316631 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.316794 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.316952 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.317176 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.317295 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.317449 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.317611 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.317776 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.317918 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.318079 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.318238 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.318421 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.318617 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.318779 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.318940 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.319101 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.319273 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.319439 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.319598 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.319758 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.319919 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.320078 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.320238 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.320399 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.320558 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.320718 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.320877 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.321053 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.321238 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.321398 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.321558 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.321718 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.321881 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.322041 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.322201 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.322433 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.322736 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.322927 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.323089 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.323252 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.324125 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.324255 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.324367 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.324479 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.324636 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.324862 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.325024 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.325209 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.325370 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.325579 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.325784 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.325970 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.326159 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.326159 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.326505 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.326505 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.326837 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.326837 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.327120 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.327120 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.327330 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.327450 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.327601 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.327766 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.327926 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.328084 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.328248 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.328439 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.328620 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.328799 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.328973 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.328973 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.329338 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.329338 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.329656 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.329656 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.330032 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.330032 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.330258 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.330258 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.330473 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.330658 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.330658 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.330981 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.330981 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.331332 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.331332 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.331599 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.331599 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.331953 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.331953 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.332287 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.332287 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.332287 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.332822 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.332822 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.332822 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.333403 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.333403 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.333403 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.333403 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.333842 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.333842 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.333842 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.334221 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.334221 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.334431 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.334431 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.334647 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.334769 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.37/identity {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.334900 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.335032 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.335153 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.335312 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.335474 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.335634 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.335794 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.335955 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.336116 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.336276 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.336436 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.336598 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.336746 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.336885 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.337051 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.337274 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.337413 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.337533 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.337714 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.337880 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.338054 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.338237 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.338387 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.338510 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.338632 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.338765 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.338920 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.339193 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.339966 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.340172 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.340338 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.340503 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.340671 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.340818 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.340952 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.341128 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.341271 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.341444 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.341609 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.341751 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.341914 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.342077 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.342271 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.342468 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.342661 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.342836 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.342836 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.343195 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.343195 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.343528 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.343528 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.343813 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.343813 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.344062 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.344182 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.344368 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.344536 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.344669 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.344801 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.344921 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.345041 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.345204 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.345366 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.345527 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.345701 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.345863 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.346025 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.346187 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.346345 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.346520 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.346678 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.346839 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.346998 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.347160 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.347327 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.347487 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.347649 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.347819 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.347991 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.348172 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.348350 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.348521 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.348646 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.348766 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.348887 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.349006 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.349234 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.349364 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.349506 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.349762 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.349940 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.350109 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.350264 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.350432 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.350603 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.350764 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.350930 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.351103 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.351262 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.351422 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.351580 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.351739 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.351897 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.352056 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.352214 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.352376 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.352526 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.352687 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.352847 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.353006 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.353198 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.353335 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.353503 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.353644 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.353807 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.354191 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.354356 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 25 16:17:54.354503 dv-cinder-805825-2-iscsi neutron-server[75852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 25 16:17:54.378493 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:17:54.589036 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 42850) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:17:54.597873 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065999
Aug 25 16:18:05.695070 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac8af78-4391-43f2-bfa2-f3ffbb5b3a27 None None] get_active_networks_info from dv-cinder-805825-2-iscsi {{(pid=75963) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Aug 25 16:18:05.794687 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac8af78-4391-43f2-bfa2-f3ffbb5b3a27 None None] No non-hosted networks {{(pid=75963) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Aug 25 16:18:05.820944 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.agentschedulers_db [None req-aac8af78-4391-43f2-bfa2-f3ffbb5b3a27 None None] DHCP Agent not found on host dv-cinder-805825-2-iscsi {{(pid=75963) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Aug 25 16:18:05.917296 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2856eca8-17c0-460f-bae0-a60087caf7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-936993'] for agent, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:06.117474 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-936993'] for agent, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:06.119831 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:06.120517 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:06.121369 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:06.121911 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:06.122378 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:06.122840 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:06.123336 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:06.123839 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:06.124385 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:06.124841 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:06.126414 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:06.131746 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fdf04f00430>, 'Open vSwitch agent', 'dv-cinder-805825-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:18:06.141920 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fdf04f94100>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805825-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:18:07.970091 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8f4a-9088-4035-907c-db11dcbc822d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-936993'] for agent, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:08.032892 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.db.api [None req-af4037e1-c876-4d28-a928-562c8653425c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-805825-2-iscsi {{(pid=75963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 25 16:18:08.033693 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_db.api [None req-af4037e1-c876-4d28-a928-562c8653425c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 25 16:18:08.794456 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-af4037e1-c876-4d28-a928-562c8653425c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:09.031851 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-936993'] for agent, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:10.437204 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-936993'] for agent, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:12.186641 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 42942) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:12.839085 dv-cinder-805825-2-iscsi neutron-server[75962]: WARNING oslo_policy.policy [None req-a95d3ab4-5b91-4566-8919-f458d142588b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 25 16:18:12.839672 dv-cinder-805825-2-iscsi neutron-server[75962]: WARNING oslo_policy.policy [None req-a95d3ab4-5b91-4566-8919-f458d142588b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 25 16:18:12.970129 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.db.l3_hamode_db [None req-097650bf-11c7-4eed-8084-a3c49f776fa4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Aug 25 16:18:13.059266 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097650bf-11c7-4eed-8084-a3c49f776fa4 None None] Routers set() bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:18:13.059636 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097650bf-11c7-4eed-8084-a3c49f776fa4 None None] Router IDs set() for agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Aug 25 16:18:13.068972 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [None req-a95d3ab4-5b91-4566-8919-f458d142588b admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=75962) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 25 16:18:13.070313 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-a95d3ab4-5b91-4566-8919-f458d142588b admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8817432
Aug 25 16:18:15.390022 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 42956) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:15.796615 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-0eb9508d-4921-4e42-9c2f-b80ac1d2319c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:18:15.845098 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.policy [None req-0eb9508d-4921-4e42-9c2f-b80ac1d2319c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75962) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Aug 25 16:18:15.845894 dv-cinder-805825-2-iscsi neutron-server[75962]: WARNING oslo_policy.policy [None req-0eb9508d-4921-4e42-9c2f-b80ac1d2319c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 25 16:18:15.846264 dv-cinder-805825-2-iscsi neutron-server[75962]: WARNING oslo_policy.policy [None req-0eb9508d-4921-4e42-9c2f-b80ac1d2319c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 25 16:18:15.849584 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.quota [None req-0eb9508d-4921-4e42-9c2f-b80ac1d2319c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fdf05072370>.
Aug 25 16:18:15.865916 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-0eb9508d-4921-4e42-9c2f-b80ac1d2319c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:18:16.007236 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0eb9508d-4921-4e42-9c2f-b80ac1d2319c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787239552607', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787239573670', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787239575233', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787239583503', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787239589563', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3695425', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4011580', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-866210', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-666497'] for rbac-policy, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:16.265897 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0eb9508d-4921-4e42-9c2f-b80ac1d2319c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:16.267174 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-0eb9508d-4921-4e42-9c2f-b80ac1d2319c admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8761797
Aug 25 16:18:18.864803 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 42970) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:19.505022 dv-cinder-805825-2-iscsi neutron-server[75961]: WARNING oslo_policy.policy [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 25 16:18:19.505619 dv-cinder-805825-2-iscsi neutron-server[75961]: WARNING oslo_policy.policy [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 25 16:18:19.721184 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:18:19.722762 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.quota [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fdf050a42b0>.
Aug 25 16:18:19.738453 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:18:19.744800 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Usage tracker for resource:network and tenant:70cc7b1c9a2e487cb2f24ce2431be556 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:18:19.751313 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:18:19.761428 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:18:19.882673 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Made reservation on behalf of 70cc7b1c9a2e487cb2f24ce2431be556 for: {'network': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:18:19.916165 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.policy [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75961) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Aug 25 16:18:19.916903 dv-cinder-805825-2-iscsi neutron-server[75961]: WARNING oslo_policy.policy [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 25 16:18:19.917440 dv-cinder-805825-2-iscsi neutron-server[75961]: WARNING oslo_policy.policy [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 25 16:18:19.922010 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:19.943652 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:19.991482 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:18:19.995592 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Usage tracker for resource:security_group_rule and tenant:70cc7b1c9a2e487cb2f24ce2431be556 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:18:19.998811 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:18:20.004338 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:18:20.075723 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:20.151049 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:20.156589 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:20.183790 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'}  {{(pid=75961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:18:20.209266 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787240589945', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:20.209867 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fdf05a9a790> segment precommit_create {{(pid=75961) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Aug 25 16:18:20.210334 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.segments_db [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Added segment 4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e of type vlan for network 9e92861c-4ef2-4ec5-b34f-363937392f0f
Aug 25 16:18:20.219057 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4aa4db-6a9e-47f1-bfc5-e78cff45e046,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:20.289953 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:20.290200 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:20.290528 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:20.290847 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:20.291181 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:20.291500 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:20.291813 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:20.292732 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:20.293058 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:20.293392 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:20.293700 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Tracked resource versions report:
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]: pushed versions:
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]: {   'ConntrackHelper': {'1.0'},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     'Log': {'1.0'},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     'Network': {'1.1'},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     'Port': {'1.5'},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     'PortForwarding': {'1.2'},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     'QosPolicy': {'1.8'},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     'SecurityGroup': {'1.2'},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     'SecurityGroupRule': {'1.0'},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     'SubPort': {'1.0'},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     'Subnet': {'1.1'},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     'Trunk': {'1.1'}}
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]: consumer versions:
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]: {   DHCP agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     L3 agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     Metadata agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     Metering agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:     Open vSwitch agent@dv-cinder-805825-2-iscsi: {   'ConntrackHelper': '1.0',
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'Log': '1.0',
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'Network': '1.1',
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'Port': '1.5',
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'PortForwarding': '1.2',
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'QosPolicy': '1.8',
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'SecurityGroup': '1.2',
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'SecurityGroupRule': '1.0',
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'SubPort': '1.0',
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'Subnet': '1.1',
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'Trunk': '1.1'}}
Aug 25 16:18:20.294821 dv-cinder-805825-2-iscsi neutron-server[75961]:  {{(pid=75961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 25 16:18:20.331211 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:20.343174 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:20.471191 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:20.472574 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:18:20.473270 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:20.476944 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:20.581509 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Pushing event updated for resources: {'Network': ['ID=9e92861c-4ef2-4ec5-b34f-363937392f0f,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:20.584732 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:20.593258 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 9e92861c-4ef2-4ec5-b34f-363937392f0f details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:18:20.660547 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.7946408
Aug 25 16:18:23.289967 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 42992) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:23.778816 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda02be-d6a0-4eaf-a068-c966606ec41a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:18:23.780504 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ddda02be-d6a0-4eaf-a068-c966606ec41a admin admin] 10.222.0.37 "GET /v2.0/networks/9e92861c-4ef2-4ec5-b34f-363937392f0f HTTP/1.1" status: 200  len: 825 time: 0.4895785
Aug 25 16:18:23.813418 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-03a40e10-5178-431d-b00a-96292aa926c1 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/a4281a91-68ec-43a7-b140-23514e4d0219 HTTP/1.1" status: 200  len: 734 time: 0.0273342
Aug 25 16:18:23.821967 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Request body: {'subnet': {'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'subnetpool_id': 'a4281a91-68ec-43a7-b140-23514e4d0219', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:18:23.827401 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:18:23.831154 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Usage tracker for resource:subnet and tenant:70cc7b1c9a2e487cb2f24ce2431be556 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:18:23.834461 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:18:23.840884 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:18:23.968854 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Made reservation on behalf of 70cc7b1c9a2e487cb2f24ce2431be556 for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:18:23.971103 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Notify callbacks [] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:24.334400 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:24.339972 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:24.425648 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc9a230-cca6-4ce0-bae6-88b94fa49f50,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:24.430789 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Checking segment: {'id': '4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:18:24.430789 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Network hostable DHCP agents. Network: 9e92861c-4ef2-4ec5-b34f-363937392f0f, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:18:24.435195 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:24.510592 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Network 9e92861c-4ef2-4ec5-b34f-363937392f0f is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:18:24.597091 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 9e92861c-4ef2-4ec5-b34f-363937392f0f) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:18:24.601555 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:18:24.602132 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:24.607335 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428d61b-cece-4a16-83be-3655c22ffa0e None None] Network 9e92861c-4ef2-4ec5-b34f-363937392f0f requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:18:24.729143 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9105117
Aug 25 16:18:24.921443 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb506c887-4176-517b-ba63-560c50a374c3-9e92861c-4ef2-4ec5-b34f-363937392f0f', 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'fixed_ips': [{'subnet_id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50'}]}} from dv-cinder-805825-2-iscsi. {{(pid=75963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 25 16:18:24.922651 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:25.118171 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.db_base_plugin_common [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Allocated IP 172.20.0.2 (9e92861c-4ef2-4ec5-b34f-363937392f0f/8fc9a230-cca6-4ce0-bae6-88b94fa49f50/4eafa267-88ec-4f80-9952-7ae8c4b8039e) {{(pid=75963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:18:25.357438 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Notify callbacks [] for port, precommit_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:25.371395 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Transition to ACTIVE for port object 4eafa267-88ec-4f80-9952-7ae8c4b8039e will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:18:25.397430 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Transition to ACTIVE for port object 4eafa267-88ec-4f80-9952-7ae8c4b8039e will not be triggered until provisioned by entity DHCP. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:18:25.466571 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:25.471514 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:25.533831 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Network 9e92861c-4ef2-4ec5-b34f-363937392f0f is already hosted by enough agents. {{(pid=75963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:18:25.535098 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.base_scheduler [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Resources bound (agent type, host, resource id):  {{(pid=75963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:18:25.541428 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Received port after_create {{(pid=75963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:18:25.554725 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Pushing event updated for resources: {'Port': ['ID=4eafa267-88ec-4f80-9952-7ae8c4b8039e,revision_number=1']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:25.626669 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:25.627303 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:25.627303 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:25.627546 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:25.627865 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:25.628183 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:25.628499 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:25.628834 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:25.629172 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:25.629487 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:25.629797 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Tracked resource versions report:
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]: pushed versions:
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]: {   'ConntrackHelper': {'1.0'},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     'Log': {'1.0'},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     'Network': {'1.1'},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     'Port': {'1.5'},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     'PortForwarding': {'1.2'},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     'QosPolicy': {'1.8'},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     'SecurityGroup': {'1.2'},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     'SecurityGroupRule': {'1.0'},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     'SubPort': {'1.0'},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     'Subnet': {'1.1'},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     'Trunk': {'1.1'}}
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]: consumer versions:
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]: {   DHCP agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     L3 agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     Metadata agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     Metering agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:     Open vSwitch agent@dv-cinder-805825-2-iscsi: {   'ConntrackHelper': '1.0',
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'Log': '1.0',
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'Network': '1.1',
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'Port': '1.5',
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'PortForwarding': '1.2',
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'QosPolicy': '1.8',
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'SecurityGroup': '1.2',
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'SecurityGroupRule': '1.0',
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'SubPort': '1.0',
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'Subnet': '1.1',
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'Trunk': '1.1'}}
Aug 25 16:18:25.630963 dv-cinder-805825-2-iscsi neutron-server[75963]:  {{(pid=75963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 25 16:18:25.645645 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:25.655730 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Attempting to bind port 4eafa267-88ec-4f80-9952-7ae8c4b8039e on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:18:25.656115 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Attempting to bind port 4eafa267-88ec-4f80-9952-7ae8c4b8039e by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': '4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:18:25.656575 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Attempting to bind port 4eafa267-88ec-4f80-9952-7ae8c4b8039e on network 9e92861c-4ef2-4ec5-b34f-363937392f0f {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:18:25.663233 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:18:25.663629 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Checking segment: {'id': '4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:18:25.664112 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:25.664505 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Bound using segment: {'id': '4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:18:25.665083 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Bound port: 4eafa267-88ec-4f80-9952-7ae8c4b8039e, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:18:25.665405 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:25.764828 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] For port 4eafa267-88ec-4f80-9952-7ae8c4b8039e, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:18:25.768938 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] For port 4eafa267-88ec-4f80-9952-7ae8c4b8039e, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=4eafa267-88ec-4f80-9952-7ae8c4b8039e,segment=NetworkSegment(4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e),segment_id=4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:18:25.837552 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:25.843357 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:25.954286 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Pushing event updated for resources: {'Port': ['ID=4eafa267-88ec-4f80-9952-7ae8c4b8039e,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:25.957540 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:27.054431 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 43002) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:27.480618 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [None req-347ad1b3-672b-472c-b32b-8f78a69955b8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=75962) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 25 16:18:27.481734 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-347ad1b3-672b-472c-b32b-8f78a69955b8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4262197
Aug 25 16:18:29.770380 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559b38a7-9486-4e6d-a8ae-a2f98ae3489d None None] Network 9e92861c-4ef2-4ec5-b34f-363937392f0f requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:18:29.821045 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 43016) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:29.992929 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-308aabd3-fe71-41b9-9ca3-69d940fa3d36 None None] Provisioning for port 4eafa267-88ec-4f80-9952-7ae8c4b8039e completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:18:30.237733 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 4eafa267-88ec-4f80-9952-7ae8c4b8039e up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:18:30.248160 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [None req-4d3694ea-4c47-4408-9bf7-4863bce72dff admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=75962) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 25 16:18:30.249153 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-4d3694ea-4c47-4408-9bf7-4863bce72dff admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4270546
Aug 25 16:18:30.403490 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 4eafa267-88ec-4f80-9952-7ae8c4b8039e completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:18:30.409239 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 4eafa267-88ec-4f80-9952-7ae8c4b8039e triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:18:30.409637 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:30.531607 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:30.564720 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 4eafa267-88ec-4f80-9952-7ae8c4b8039e, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=4eafa267-88ec-4f80-9952-7ae8c4b8039e,segment=NetworkSegment(4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e),segment_id=4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:18:30.671526 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:30.673670 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-342d7294-686c-4367-a5d0-80464b637a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:30.737369 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=4eafa267-88ec-4f80-9952-7ae8c4b8039e,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:30.740541 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:32.210594 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 4eafa267-88ec-4f80-9952-7ae8c4b8039e up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:18:32.286783 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 4eafa267-88ec-4f80-9952-7ae8c4b8039e triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:18:32.287352 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:32.826697 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 43028) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:33.216086 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-5a5b87d4-418a-4890-9a9a-4a76ed3f1e71 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:18:33.220861 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-5a5b87d4-418a-4890-9a9a-4a76ed3f1e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:18:33.224942 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-5a5b87d4-418a-4890-9a9a-4a76ed3f1e71 admin admin] Usage tracker for resource:router and tenant:70cc7b1c9a2e487cb2f24ce2431be556 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:18:33.228528 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-5a5b87d4-418a-4890-9a9a-4a76ed3f1e71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:18:33.235575 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-5a5b87d4-418a-4890-9a9a-4a76ed3f1e71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:18:33.340454 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5a5b87d4-418a-4890-9a9a-4a76ed3f1e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61923'] for router, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:33.342072 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5a5b87d4-418a-4890-9a9a-4a76ed3f1e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61720'] for router, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:33.368816 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5a5b87d4-418a-4890-9a9a-4a76ed3f1e71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:33.523253 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5a5b87d4-418a-4890-9a9a-4a76ed3f1e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936432'] for router, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:33.619629 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5a5b87d4-418a-4890-9a9a-4a76ed3f1e71 admin admin] Notify callbacks [] for router, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:33.620861 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-5a5b87d4-418a-4890-9a9a-4a76ed3f1e71 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7932296
Aug 25 16:18:35.796805 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-00d63355-1223-4916-820b-02a92e132747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:36.008350 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:36.033404 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 43038) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:36.444726 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [None req-be957d58-2d19-475d-b0e7-d5f41b020a33 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=75962) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 25 16:18:36.445766 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-be957d58-2d19-475d-b0e7-d5f41b020a33 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4114449
Aug 25 16:18:37.968384 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-95806b4e-dfc0-4866-810c-654585991a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:38.803704 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43048) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:38.962462 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:39.205176 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:18:39.209667 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:18:39.213324 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Usage tracker for resource:network and tenant:b3c35d08238b41efa90001fe69a0e81c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:18:39.217518 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:18:39.223073 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:18:39.288433 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Made reservation on behalf of b3c35d08238b41efa90001fe69a0e81c for: {'network': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:18:39.290659 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:39.303470 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:39.335769 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:18:39.339607 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Usage tracker for resource:security_group_rule and tenant:b3c35d08238b41efa90001fe69a0e81c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:18:39.342963 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:18:39.348977 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:18:39.413849 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:39.728579 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:39.732261 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:39.754459 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Reserving flat network on physical network physnet1 {{(pid=75961) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Aug 25 16:18:39.767297 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aafa23-ea45-4baa-b806-7baa7d196915,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:39.771239 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:39.773449 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:39.773787 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.segments_db [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Added segment a408e734-ccc0-408f-bf0b-dd9438ad51a3 of type flat for network 2be15cde-d260-4d32-99ee-590621cca1ed
Aug 25 16:18:39.805876 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:39.899684 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:39.900919 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:18:39.902195 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:39.907250 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:40.019959 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2be15cde-d260-4d32-99ee-590621cca1ed,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:40.022588 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:40.030358 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 2be15cde-d260-4d32-99ee-590621cca1ed details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:18:40.083419 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.2784662
Aug 25 16:18:40.396654 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:42.391980 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43068) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:42.632988 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710b69ba-64b0-44df-bf75-41acc40e1771 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:18:42.634369 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-710b69ba-64b0-44df-bf75-41acc40e1771 admin admin] 10.222.0.37 "GET /v2.0/subnets/8fc9a230-cca6-4ce0-bae6-88b94fa49f50 HTTP/1.1" status: 200  len: 849 time: 0.2415493
Aug 25 16:18:42.811390 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-8afd5a7a-ff5e-482a-8e35-94d37705bdac admin admin] 10.222.0.37 "GET /v2.0/routers/90a14841-7118-43b6-af5b-7f162d7caa84 HTTP/1.1" status: 200  len: 704 time: 0.1710739
Aug 25 16:18:43.298476 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:43.544926 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Allocated IP 172.20.0.1 (9e92861c-4ef2-4ec5-b34f-363937392f0f/8fc9a230-cca6-4ce0-bae6-88b94fa49f50/ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:18:43.726012 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:43.743570 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Transition to ACTIVE for port object ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:18:43.928935 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:43.934354 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:44.025080 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Network 9e92861c-4ef2-4ec5-b34f-363937392f0f is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:18:44.028707 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:18:44.032823 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:18:44.033365 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936238'] for router_interface, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:44.039813 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:44.076638 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:44.245838 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:44.333953 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-030fd640-573a-4b02-8559-49fd07ff5444 None None] Provisioning for port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:18:44.339200 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-030fd640-573a-4b02-8559-49fd07ff5444 None None] Provisioning complete for port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:18:44.339734 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-030fd640-573a-4b02-8559-49fd07ff5444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:44.394496 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-030fd640-573a-4b02-8559-49fd07ff5444 None None] Port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:18:44.481757 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:44.545662 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:44.546802 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3365946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937159'] for router_interface, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:44.550237 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:44.685457 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:44.689247 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:44.748065 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Network 9e92861c-4ef2-4ec5-b34f-363937392f0f is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:18:44.749217 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:18:44.919872 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c73c4d6-32f9-4dba-b13a-08e6835b1e94 None None] Provisioning complete for port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:18:44.920236 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c73c4d6-32f9-4dba-b13a-08e6835b1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:44.972822 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c73c4d6-32f9-4dba-b13a-08e6835b1e94 None None] Port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:18:45.185385 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Router 90a14841-7118-43b6-af5b-7f162d7caa84 is scheduled to L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 with binding_index 1 {{(pid=75961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 25 16:18:45.363694 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:18:45.374450 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] 10.222.0.37 "PUT /v2.0/routers/90a14841-7118-43b6-af5b-7f162d7caa84/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5572920
Aug 25 16:18:45.375812 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Sync routers for ids ['90a14841-7118-43b6-af5b-7f162d7caa84'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:18:45.390483 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Routers {'90a14841-7118-43b6-af5b-7f162d7caa84'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:18:45.390970 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04ee2e20>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:18:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['90a14841-7118-43b6-af5b-7f162d7caa84'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:18:45.593156 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Set router 90a14841-7118-43b6-af5b-7f162d7caa84 gateway port host: None {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:18:46.042757 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04ee2e20>, [{'id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'name': 'router1', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:33Z', 'updated_at': '2021-08-25T16:18:44Z', 'revision_number': 2, 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'gw_port_host': None, '_interfaces': [{'id': 'ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88', 'name': '', 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'mac_address': 'fa:16:3e:62:70:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:43Z', 'updated_at': '2021-08-25T16:18:44Z', 'revision_number': 2, 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'subnets': [{'id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4281a91-68ec-43a7-b140-23514e4d0219'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:18:46.048571 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Checking router: 90a14841-7118-43b6-af5b-7f162d7caa84 for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:18:46.049143 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Updating router 90a14841-7118-43b6-af5b-7f162d7caa84 port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 binding host dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:18:46.106714 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:46.558880 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:46.574192 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.provisioning_blocks [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Transition to ACTIVE for port object ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 will not be triggered until provisioned by entity L2. {{(pid=75964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:18:46.670968 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:46.676505 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:46.898699 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Pushing event updated for resources: {'Port': ['ID=ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88,revision_number=3']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:46.923257 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:46.923582 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:46.923901 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:46.924214 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:46.924523 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:46.924835 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:46.925160 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:46.925480 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:46.925784 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:46.926080 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:46.926378 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Tracked resource versions report:
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]: pushed versions:
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]: {   'ConntrackHelper': {'1.0'},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     'Log': {'1.0'},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     'Network': {'1.1'},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     'Port': {'1.5'},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     'PortForwarding': {'1.2'},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     'QosPolicy': {'1.8'},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     'SecurityGroup': {'1.2'},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     'SecurityGroupRule': {'1.0'},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     'SubPort': {'1.0'},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     'Subnet': {'1.1'},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     'Trunk': {'1.1'}}
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]: consumer versions:
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]: {   DHCP agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     L3 agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     Metadata agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     Metering agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:     Open vSwitch agent@dv-cinder-805825-2-iscsi: {   'ConntrackHelper': '1.0',
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'Log': '1.0',
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'Network': '1.1',
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'Port': '1.5',
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'PortForwarding': '1.2',
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'QosPolicy': '1.8',
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'SecurityGroup': '1.2',
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'SecurityGroupRule': '1.0',
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'SubPort': '1.0',
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'Subnet': '1.1',
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'Trunk': '1.1'}}
Aug 25 16:18:46.927468 dv-cinder-805825-2-iscsi neutron-server[75964]:  {{(pid=75964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 25 16:18:46.935313 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:46.939479 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Attempting to bind port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:18:46.939872 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Attempting to bind port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': '4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f'}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:18:46.940299 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Attempting to bind port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 on network 9e92861c-4ef2-4ec5-b34f-363937392f0f {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:18:46.946700 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:18:46.947098 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Checking segment: {'id': '4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:18:46.947592 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:46.948016 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Bound using segment: {'id': '4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f'} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:18:46.949020 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Bound port: ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f'}}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:18:46.949530 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:47.038003 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] For port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:18:47.042669 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] For port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88,segment=NetworkSegment(4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e),segment_id=4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e)] {{(pid=75964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:18:47.128811 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:47.133402 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:47.225046 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Pushing event updated for resources: {'Port': ['ID=ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88,revision_number=4']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:47.228377 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:47.230494 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Routers {'90a14841-7118-43b6-af5b-7f162d7caa84'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:18:47.231165 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04ee2e20>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:18:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['90a14841-7118-43b6-af5b-7f162d7caa84'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:18:47.389686 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] Set router 90a14841-7118-43b6-af5b-7f162d7caa84 gateway port host: None {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:18:47.569014 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43090) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:47.738440 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04ee2e20>, [{'id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'name': 'router1', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:33Z', 'updated_at': '2021-08-25T16:18:44Z', 'revision_number': 2, 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'gw_port_host': None, '_interfaces': [{'id': 'ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88', 'name': '', 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'mac_address': 'fa:16:3e:62:70:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:43Z', 'updated_at': '2021-08-25T16:18:47Z', 'revision_number': 4, 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'subnets': [{'id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4281a91-68ec-43a7-b140-23514e4d0219'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:18:47.741076 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5491b17b-7377-414a-99b9-d83ae5f48c4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:18:47.741662 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-5491b17b-7377-414a-99b9-d83ae5f48c4f admin admin] Synchronizing usage tracker for tenant:b3c35d08238b41efa90001fe69a0e81c on resource:network {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:18:47.742536 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf28cd9-f118-47f1-8bdb-d50b027fb4a2 None None] The sync data for ids ['90a14841-7118-43b6-af5b-7f162d7caa84'] in dv-cinder-805825-2-iscsi is: [{'id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'name': 'router1', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:33Z', 'updated_at': '2021-08-25T16:18:44Z', 'revision_number': 2, 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'gw_port_host': None, '_interfaces': [{'id': 'ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88', 'name': '', 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'mac_address': 'fa:16:3e:62:70:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:43Z', 'updated_at': '2021-08-25T16:18:47Z', 'revision_number': 4, 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'subnets': [{'id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4281a91-68ec-43a7-b140-23514e4d0219'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:18:47.997177 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-5491b17b-7377-414a-99b9-d83ae5f48c4f admin admin] Unset dirty status for tenant:b3c35d08238b41efa90001fe69a0e81c on resource:network {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:18:47.998282 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-5491b17b-7377-414a-99b9-d83ae5f48c4f admin admin] 10.222.0.37 "GET /v2.0/networks/2be15cde-d260-4d32-99ee-590621cca1ed HTTP/1.1" status: 200  len: 842 time: 0.4282966
Aug 25 16:18:48.007437 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:18:48.012662 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:18:48.016486 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Usage tracker for resource:subnet and tenant:b3c35d08238b41efa90001fe69a0e81c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:18:48.019305 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:18:48.028884 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:18:48.145784 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Made reservation on behalf of b3c35d08238b41efa90001fe69a0e81c for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:18:48.148385 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:48.648662 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.objects.ports [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75961) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Aug 25 16:18:48.649373 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:48.653079 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1a731699-8f3a-408b-81a5-484848de40de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:48.733462 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29dbc454-72a5-42db-b201-cd13930f7d0c,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:48.736980 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:48.744275 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Checking segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:18:48.744632 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Network hostable DHCP agents. Network: 2be15cde-d260-4d32-99ee-590621cca1ed, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:18:48.899620 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Network 2be15cde-d260-4d32-99ee-590621cca1ed is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:18:49.002325 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 2be15cde-d260-4d32-99ee-590621cca1ed) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:18:49.006509 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:18:49.007165 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:49.012613 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a714859b-6891-4eb3-b962-837e5f4d2093 None None] Network 2be15cde-d260-4d32-99ee-590621cca1ed requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:18:49.112226 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1082594
Aug 25 16:18:49.240207 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b89db38-db3b-42f8-a1c5-05108547174f None None] Network 2be15cde-d260-4d32-99ee-590621cca1ed requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:18:50.236559 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:18:50.390862 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:18:50.396694 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:18:50.396958 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:50.536537 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:50.569656 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88,segment=NetworkSegment(4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e),segment_id=4b9e2cf1-1eda-4dc9-a32d-6d5152ee2c1e)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:18:50.653852 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:50.656275 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:50.723573 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:50.728610 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:51.275276 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43104) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:51.525809 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-c851b7c4-3e44-456a-8d6a-ce6ca3b1a143 admin admin] 10.222.0.37 "GET /v2.0/routers/90a14841-7118-43b6-af5b-7f162d7caa84 HTTP/1.1" status: 200  len: 710 time: 0.2486968
Aug 25 16:18:51.652071 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40424a08-010d-4578-9930-d2d78570b8de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:18:51.653452 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-40424a08-010d-4578-9930-d2d78570b8de admin admin] 10.222.0.37 "GET /v2.0/networks/2be15cde-d260-4d32-99ee-590621cca1ed HTTP/1.1" status: 200  len: 886 time: 0.1252837
Aug 25 16:18:51.662506 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:18:52.137385 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61710'] for router, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:52.221098 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:18:52.290287 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:18:52.290720 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:52.390745 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:52.490105 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:52.625968 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Allocated IP 172.27.3.40 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/3a0d7c2b-4626-4ebe-bcce-19f139adb14f) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:18:52.772095 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:52.872107 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:52.876232 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:52.937769 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:18:52.940564 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:18:52.944226 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:18:52.973023 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3a0d7c2b-4626-4ebe-bcce-19f139adb14f,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:52.984761 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:53.158779 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:53.264607 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 5 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:18:53.323865 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61710'] for router, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:53.327282 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-935807'] for router, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:53.529554 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Router 90a14841-7118-43b6-af5b-7f162d7caa84 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:18:53.735732 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:18:53.744502 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Notify callbacks [] for router, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:53.745984 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Sync routers for ids ['90a14841-7118-43b6-af5b-7f162d7caa84'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:18:53.746703 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] 10.222.0.37 "PUT /v2.0/routers/90a14841-7118-43b6-af5b-7f162d7caa84 HTTP/1.1" status: 200  len: 889 time: 2.0875473
Aug 25 16:18:53.759765 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Routers {'90a14841-7118-43b6-af5b-7f162d7caa84'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:18:53.761327 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0a074520>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:18:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['90a14841-7118-43b6-af5b-7f162d7caa84'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:18:53.960502 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Set router 90a14841-7118-43b6-af5b-7f162d7caa84 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:18:54.307031 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0a074520>, [{'id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'name': 'router1', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '3a0d7c2b-4626-4ebe-bcce-19f139adb14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:33Z', 'updated_at': '2021-08-25T16:18:53Z', 'revision_number': 4, 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'gw_port': {'id': '3a0d7c2b-4626-4ebe-bcce-19f139adb14f', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:52Z', 'updated_at': '2021-08-25T16:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88', 'name': '', 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'mac_address': 'fa:16:3e:62:70:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:43Z', 'updated_at': '2021-08-25T16:18:50Z', 'revision_number': 5, 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'subnets': [{'id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4281a91-68ec-43a7-b140-23514e4d0219'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:18:54.312425 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Checking router: 90a14841-7118-43b6-af5b-7f162d7caa84 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:18:54.312768 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Updating router 90a14841-7118-43b6-af5b-7f162d7caa84 port 3a0d7c2b-4626-4ebe-bcce-19f139adb14f binding host dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:18:54.367504 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:54.708198 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Notify callbacks [] for port, precommit_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:54.720286 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Transition to ACTIVE for port object 3a0d7c2b-4626-4ebe-bcce-19f139adb14f will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:18:54.882817 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:54.887568 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:54.962686 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Attempting to bind port 3a0d7c2b-4626-4ebe-bcce-19f139adb14f on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:18:54.963050 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Attempting to bind port 3a0d7c2b-4626-4ebe-bcce-19f139adb14f by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:18:54.963428 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Attempting to bind port 3a0d7c2b-4626-4ebe-bcce-19f139adb14f on network 2be15cde-d260-4d32-99ee-590621cca1ed {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:18:54.978512 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ee0cf-76ab-436f-94b9-b7e232dd094e None None] Pushing event updated for resources: {'Port': ['ID=3a0d7c2b-4626-4ebe-bcce-19f139adb14f,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:54.978512 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-ea0ee0cf-76ab-436f-94b9-b7e232dd094e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:54.978512 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:18:54.978512 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Checking segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:18:54.978512 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:54.978512 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Bound using segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:18:54.978512 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Bound port: 3a0d7c2b-4626-4ebe-bcce-19f139adb14f, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:18:54.978512 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:55.052561 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] For port 3a0d7c2b-4626-4ebe-bcce-19f139adb14f, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:18:55.055510 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] For port 3a0d7c2b-4626-4ebe-bcce-19f139adb14f, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=3a0d7c2b-4626-4ebe-bcce-19f139adb14f,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:18:55.152525 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:55.156857 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:55.230509 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ee0cf-76ab-436f-94b9-b7e232dd094e None None] Pushing event updated for resources: {'Port': ['ID=3a0d7c2b-4626-4ebe-bcce-19f139adb14f,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:55.234666 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-ea0ee0cf-76ab-436f-94b9-b7e232dd094e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:55.239497 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Routers {'90a14841-7118-43b6-af5b-7f162d7caa84'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:18:55.240104 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0a074520>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:18:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['90a14841-7118-43b6-af5b-7f162d7caa84'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:18:55.448941 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] Set router 90a14841-7118-43b6-af5b-7f162d7caa84 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:18:55.785061 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0a074520>, [{'id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'name': 'router1', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '3a0d7c2b-4626-4ebe-bcce-19f139adb14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:33Z', 'updated_at': '2021-08-25T16:18:53Z', 'revision_number': 4, 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'gw_port': {'id': '3a0d7c2b-4626-4ebe-bcce-19f139adb14f', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:52Z', 'updated_at': '2021-08-25T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88', 'name': '', 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'mac_address': 'fa:16:3e:62:70:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:43Z', 'updated_at': '2021-08-25T16:18:50Z', 'revision_number': 5, 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'subnets': [{'id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4281a91-68ec-43a7-b140-23514e4d0219'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:18:55.789393 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaabf85-58bf-4490-a0bc-aaccf90671cd None None] The sync data for ids ['90a14841-7118-43b6-af5b-7f162d7caa84'] in dv-cinder-805825-2-iscsi is: [{'id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'name': 'router1', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '3a0d7c2b-4626-4ebe-bcce-19f139adb14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:33Z', 'updated_at': '2021-08-25T16:18:53Z', 'revision_number': 4, 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'gw_port': {'id': '3a0d7c2b-4626-4ebe-bcce-19f139adb14f', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:52Z', 'updated_at': '2021-08-25T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88', 'name': '', 'network_id': '9e92861c-4ef2-4ec5-b34f-363937392f0f', 'tenant_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'mac_address': 'fa:16:3e:62:70:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a14841-7118-43b6-af5b-7f162d7caa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:43Z', 'updated_at': '2021-08-25T16:18:50Z', 'revision_number': 5, 'project_id': '70cc7b1c9a2e487cb2f24ce2431be556', 'subnets': [{'id': '8fc9a230-cca6-4ce0-bae6-88b94fa49f50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4281a91-68ec-43a7-b140-23514e4d0219'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:18:56.024797 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43114) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:18:56.166938 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-9765730e-f767-4ba6-aec2-fb78fbc92980 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1403263
Aug 25 16:18:56.256565 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 3a0d7c2b-4626-4ebe-bcce-19f139adb14f up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:18:56.413242 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 3a0d7c2b-4626-4ebe-bcce-19f139adb14f completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:18:56.419494 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 3a0d7c2b-4626-4ebe-bcce-19f139adb14f triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:18:56.419881 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:56.541459 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:56.562254 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 3a0d7c2b-4626-4ebe-bcce-19f139adb14f, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=3a0d7c2b-4626-4ebe-bcce-19f139adb14f,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:18:56.682619 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:18:56.684877 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:18:56.751111 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=3a0d7c2b-4626-4ebe-bcce-19f139adb14f,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:18:56.754128 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:18:58.232622 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 3a0d7c2b-4626-4ebe-bcce-19f139adb14f up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:18:58.314150 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 3a0d7c2b-4626-4ebe-bcce-19f139adb14f triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:18:58.314612 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:19:05.762904 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-bc9c5121-b295-45e5-a99d-2502d14eb8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:19:06.007515 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:19:08.031413 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-7060b25d-1c3d-4a10-83f7-81478f1e60f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:19:08.968988 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:19:10.614106 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:19:30.272296 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 5 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:19:35.832496 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b6b4c628-ea18-4442-80c9-5ed55ce06997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:19:36.175132 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:19:37.996812 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-86c91a85-c341-4acc-8c33-574f50378c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:19:38.985417 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:19:40.448340 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:20:05.728224 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b36b9a97-9daf-4afa-98a6-2f139120b99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:20:05.984771 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:20:07.270771 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 5 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:20:08.693390 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c230713b-8560-4da9-b21f-4ffe886b957a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:20:08.984874 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:20:10.424504 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:20:35.767168 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fcc69e1f-a7eb-44d3-b6e7-91aaec466847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:20:36.041900 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:20:37.990097 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d943-db0e-42d8-b996-4bcbd598d42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:20:38.979297 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:20:40.435851 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:20:44.268948 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 5 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:21:05.692796 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-1c922af4-19f5-44e5-9afa-dc7775c6290e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:05.950061 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:07.978438 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f675c27e-1cc4-4667-858a-b93c55b427fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:08.711045 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 43686) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:08.817101 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff259cc-35e9-4890-958a-03025f43e674 admin admin] GET failed (client error): The resource could not be found.
Aug 25 16:21:08.818285 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-7ff259cc-35e9-4890-958a-03025f43e674 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1063061
Aug 25 16:21:08.981248 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:08.982818 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62bb3af-2fd7-41c8-a186-21f4fa7f4dae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:08.984373 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-b62bb3af-2fd7-41c8-a186-21f4fa7f4dae admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1613557
Aug 25 16:21:10.454971 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:11.056569 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 43696) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:11.206530 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b586eb8f-76aa-4e86-a8d3-55e1fd5de16a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:11.207868 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-b586eb8f-76aa-4e86-a8d3-55e1fd5de16a admin admin] 10.222.0.37 "GET /v2.0/subnets/8fc9a230-cca6-4ce0-bae6-88b94fa49f50 HTTP/1.1" status: 200  len: 849 time: 0.1503642
Aug 25 16:21:11.217979 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:21:11.341300 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:11.603417 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787240608013'] for subnet, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:11.608411 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:21:11.686117 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:11.686683 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:11.688188 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] 10.222.0.37 "PUT /v2.0/subnets/8fc9a230-cca6-4ce0-bae6-88b94fa49f50 HTTP/1.1" status: 200  len: 868 time: 0.4744418
Aug 25 16:21:11.702005 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c084134-483b-4d22-b97f-8e70d8c7dcb1 None None] Network 9e92861c-4ef2-4ec5-b34f-363937392f0f requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:21:11.710188 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc9a230-cca6-4ce0-bae6-88b94fa49f50,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:21:11.720977 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:11.720977 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:11.721487 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:11.721604 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:11.721870 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:11.722252 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:11.722577 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:11.722911 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:11.723229 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:11.723538 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:11.723846 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Tracked resource versions report:
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]: pushed versions:
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]: {   'ConntrackHelper': {'1.0'},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     'Log': {'1.0'},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     'Network': {'1.1'},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     'Port': {'1.5'},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     'PortForwarding': {'1.2'},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     'QosPolicy': {'1.8'},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     'SecurityGroup': {'1.2'},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     'SecurityGroupRule': {'1.0'},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     'SubPort': {'1.0'},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     'Subnet': {'1.1'},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     'Trunk': {'1.1'}}
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]: consumer versions:
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]: {   DHCP agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     L3 agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     Metadata agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     Metering agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:     Open vSwitch agent@dv-cinder-805825-2-iscsi: {   'ConntrackHelper': '1.0',
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'Log': '1.0',
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'Network': '1.1',
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'Port': '1.5',
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'PortForwarding': '1.2',
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'QosPolicy': '1.8',
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'SecurityGroup': '1.2',
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'SecurityGroupRule': '1.0',
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'SubPort': '1.0',
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'Subnet': '1.1',
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'Trunk': '1.1'}}
Aug 25 16:21:11.725155 dv-cinder-805825-2-iscsi neutron-server[75962]:  {{(pid=75962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 25 16:21:11.729445 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:21:12.214331 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-0afc0cd0-6b27-4999-9d53-d545839b1a09 None None] Provisioning complete for port 4eafa267-88ec-4f80-9952-7ae8c4b8039e triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:21:12.214701 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-0afc0cd0-6b27-4999-9d53-d545839b1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:12.341798 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-0afc0cd0-6b27-4999-9d53-d545839b1a09 None None] Provisioning complete for port ed68dfca-f2ba-4afd-b09a-0ea9f3f64c88 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:21:12.342169 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-0afc0cd0-6b27-4999-9d53-d545839b1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:13.752836 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 43710) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:13.955584 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aba9d4-50ae-4dd9-a71a-70d5830c631c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:13.955978 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aba9d4-50ae-4dd9-a71a-70d5830c631c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:13.957513 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-33aba9d4-50ae-4dd9-a71a-70d5830c631c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2036769
Aug 25 16:21:15.994999 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43720) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:16.194606 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519ba92-30b6-4ee9-b5d4-c3e313a08033 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:16.195109 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519ba92-30b6-4ee9-b5d4-c3e313a08033 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:16.196632 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-2519ba92-30b6-4ee9-b5d4-c3e313a08033 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2007148
Aug 25 16:21:18.276795 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43730) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:18.469017 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2d708-535a-4a25-acc5-2305e5a5b284 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:18.470615 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-8ae2d708-535a-4a25-acc5-2305e5a5b284 admin admin] 10.222.0.37 "GET /v2.0/networks/2be15cde-d260-4d32-99ee-590621cca1ed HTTP/1.1" status: 200  len: 886 time: 0.1927030
Aug 25 16:21:20.571426 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43740) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:20.816092 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1d1c02-1b67-4a21-a2be-352b81dfa394 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:20.817479 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-5c1d1c02-1b67-4a21-a2be-352b81dfa394 admin admin] 10.222.0.37 "GET /v2.0/networks/9e92861c-4ef2-4ec5-b34f-363937392f0f HTTP/1.1" status: 200  len: 869 time: 0.2450619
Aug 25 16:21:21.267963 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 5 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:21:22.899226 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43750) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:23.030240 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1d477-74df-4438-acae-abc938f1a84f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:23.030600 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1d477-74df-4438-acae-abc938f1a84f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:23.031312 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-b0a1d477-74df-4438-acae-abc938f1a84f admin admin] Synchronizing usage tracker for tenant:b3c35d08238b41efa90001fe69a0e81c on resource:subnet {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:21:23.145856 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-b0a1d477-74df-4438-acae-abc938f1a84f admin admin] Unset dirty status for tenant:b3c35d08238b41efa90001fe69a0e81c on resource:subnet {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:21:23.147028 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-b0a1d477-74df-4438-acae-abc938f1a84f admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2468033
Aug 25 16:21:25.230128 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43760) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:25.363695 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87265de-10a3-43ef-81d2-35f3789459ad admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:25.364061 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87265de-10a3-43ef-81d2-35f3789459ad admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:25.365591 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-a87265de-10a3-43ef-81d2-35f3789459ad admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1341767
Aug 25 16:21:27.458857 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43770) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:27.590134 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b86c422-3602-411d-8184-eca84b4cb3f3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:27.591471 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-3b86c422-3602-411d-8184-eca84b4cb3f3 admin admin] 10.222.0.37 "GET /v2.0/subnets/29dbc454-72a5-42db-b201-cd13930f7d0c HTTP/1.1" status: 200  len: 816 time: 0.1311610
Aug 25 16:21:29.660173 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43780) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:29.794139 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa539cc2-6bf8-4254-9620-19e088da6623 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:29.795502 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-fa539cc2-6bf8-4254-9620-19e088da6623 admin admin] 10.222.0.37 "GET /v2.0/subnets/8fc9a230-cca6-4ce0-bae6-88b94fa49f50 HTTP/1.1" status: 200  len: 868 time: 0.1336031
Aug 25 16:21:35.795106 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4a4fb2e8-70c3-43ba-bc4c-a7c32c6be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:35.972357 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:37.989336 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f76464fc-b6e4-45f9-9914-e9deeae32527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:38.985961 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:40.435147 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:48.135018 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43818) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:48.208496 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [None req-ad603e8c-14d4-42cf-bebb-15a41d0b5808 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=75961) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 25 16:21:48.210021 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ad603e8c-14d4-42cf-bebb-15a41d0b5808 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0740733
Aug 25 16:21:50.347171 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43828) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:50.447800 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c4688f-3727-4373-b817-9d75fe7a518b admin admin] GET failed (client error): The resource could not be found.
Aug 25 16:21:50.449085 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-52c4688f-3727-4373-b817-9d75fe7a518b admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1009543
Aug 25 16:21:50.604817 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0b414a-5740-4712-9fa5-d30e9b437998 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:50.606891 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-9c0b414a-5740-4712-9fa5-d30e9b437998 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1518257
Aug 25 16:21:52.804375 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43838) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:52.876967 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:21:52.882176 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:21:52.891761 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:21:52.994587 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Made reservation on behalf of b3c35d08238b41efa90001fe69a0e81c for: {'network': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:21:52.996921 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:53.086963 dv-cinder-805825-2-iscsi neutron-server[75961]: WARNING neutron.services.revisions.revision_plugin [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fdf049c4fd0] {project_id='b3c35d08238b41efa90001fe69a0e81c', id='b2b56bcb-a262-46cf-b54b-59c3ca8ac018', target_tenant='*', action='access_as_shared', object_id='a0bd067c-279f-43c6-83c7-f8123448dc2e'}> to bump revision.
Aug 25 16:21:53.099735 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'}  {{(pid=75961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:21:53.108594 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:53.108933 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.segments_db [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Added segment 7a283a79-b660-462b-9580-0aadbc094ff1 of type vlan for network a0bd067c-279f-43c6-83c7-f8123448dc2e
Aug 25 16:21:53.139149 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:53.263456 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:53.264729 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:53.265375 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:53.268823 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:21:53.366878 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Pushing event updated for resources: {'Network': ['ID=a0bd067c-279f-43c6-83c7-f8123448dc2e,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:21:53.374779 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:53.375118 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:53.375451 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:53.375781 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:53.376112 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:53.376430 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:53.376749 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:53.377066 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:53.377405 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:53.377717 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:53.378030 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:53.382158 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:21:53.389797 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network a0bd067c-279f-43c6-83c7-f8123448dc2e details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:21:53.471233 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6655397
Aug 25 16:21:55.546009 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43848) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:21:55.641421 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f087f7-d499-44f7-ab61-897c76c52cc7 admin admin] GET failed (client error): The resource could not be found.
Aug 25 16:21:55.641921 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-51f087f7-d499-44f7-ab61-897c76c52cc7 admin admin] Synchronizing usage tracker for tenant:b3c35d08238b41efa90001fe69a0e81c on resource:network {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:21:55.779421 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-51f087f7-d499-44f7-ab61-897c76c52cc7 admin admin] Unset dirty status for tenant:b3c35d08238b41efa90001fe69a0e81c on resource:network {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:21:55.780618 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-51f087f7-d499-44f7-ab61-897c76c52cc7 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.2334878
Aug 25 16:21:55.889862 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4c17e-8280-458e-9d3a-f079ef820093 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:55.891298 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-96e4c17e-8280-458e-9d3a-f079ef820093 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1067722
Aug 25 16:21:55.900992 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:21:55.905757 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:21:55.916763 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:21:56.132331 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Made reservation on behalf of b3c35d08238b41efa90001fe69a0e81c for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:21:56.134702 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:56.430853 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:56.434906 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-86dcf6b6-4863-441a-8147-11432f7fe6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:21:56.512379 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7bbc5b-b221-4413-8516-0ca49633fb1b,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:21:56.517031 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:21:56.520235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Checking segment: {'id': '7a283a79-b660-462b-9580-0aadbc094ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:21:56.520581 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Network hostable DHCP agents. Network: a0bd067c-279f-43c6-83c7-f8123448dc2e, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:21:56.634393 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Network a0bd067c-279f-43c6-83c7-f8123448dc2e is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:21:56.783219 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, a0bd067c-279f-43c6-83c7-f8123448dc2e) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:21:56.787093 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:21:56.787684 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:56.794539 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ba95b-1829-4dbd-b884-39cf274a8764 None None] Network a0bd067c-279f-43c6-83c7-f8123448dc2e requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:21:56.968341 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0709622
Aug 25 16:21:57.014554 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb506c887-4176-517b-ba63-560c50a374c3-a0bd067c-279f-43c6-83c7-f8123448dc2e', 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e', 'tenant_id': 'b3c35d08238b41efa90001fe69a0e81c', 'fixed_ips': [{'subnet_id': '4e7bbc5b-b221-4413-8516-0ca49633fb1b'}]}} from dv-cinder-805825-2-iscsi. {{(pid=75963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 25 16:21:57.015429 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:57.186905 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.db_base_plugin_common [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Allocated IP 192.168.233.2 (a0bd067c-279f-43c6-83c7-f8123448dc2e/4e7bbc5b-b221-4413-8516-0ca49633fb1b/67353ad7-a599-41bf-a7fa-f52ae44bef42) {{(pid=75963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:21:57.399071 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Notify callbacks [] for port, precommit_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:57.410381 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Transition to ACTIVE for port object 67353ad7-a599-41bf-a7fa-f52ae44bef42 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:21:57.432535 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Transition to ACTIVE for port object 67353ad7-a599-41bf-a7fa-f52ae44bef42 will not be triggered until provisioned by entity DHCP. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:21:57.554472 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:57.555871 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:21:57.623244 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Network a0bd067c-279f-43c6-83c7-f8123448dc2e is already hosted by enough agents. {{(pid=75963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:21:57.624438 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.base_scheduler [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Resources bound (agent type, host, resource id):  {{(pid=75963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:21:57.627455 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Received port after_create {{(pid=75963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:21:57.639559 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Pushing event updated for resources: {'Port': ['ID=67353ad7-a599-41bf-a7fa-f52ae44bef42,revision_number=1']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:21:57.676722 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:57.677054 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:57.677436 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:57.677795 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:57.678117 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:57.678434 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:57.679391 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:57.680713 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:57.680713 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:57.680713 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:57.681448 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:21:57.685322 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:21:57.738714 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Attempting to bind port 67353ad7-a599-41bf-a7fa-f52ae44bef42 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:21:57.739097 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Attempting to bind port 67353ad7-a599-41bf-a7fa-f52ae44bef42 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': '7a283a79-b660-462b-9580-0aadbc094ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:21:57.739461 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Attempting to bind port 67353ad7-a599-41bf-a7fa-f52ae44bef42 on network a0bd067c-279f-43c6-83c7-f8123448dc2e {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:21:57.746869 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:21:57.747241 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Checking segment: {'id': '7a283a79-b660-462b-9580-0aadbc094ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:21:57.747642 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:57.748033 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Bound using segment: {'id': '7a283a79-b660-462b-9580-0aadbc094ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:21:57.748571 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Bound port: 67353ad7-a599-41bf-a7fa-f52ae44bef42, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a283a79-b660-462b-9580-0aadbc094ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:21:57.749083 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:57.842887 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] For port 67353ad7-a599-41bf-a7fa-f52ae44bef42, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:21:57.845976 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] For port 67353ad7-a599-41bf-a7fa-f52ae44bef42, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=67353ad7-a599-41bf-a7fa-f52ae44bef42,segment=NetworkSegment(7a283a79-b660-462b-9580-0aadbc094ff1),segment_id=7a283a79-b660-462b-9580-0aadbc094ff1)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:21:57.962784 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:57.967180 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-ea0ee0cf-76ab-436f-94b9-b7e232dd094e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:21:58.051672 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Pushing event updated for resources: {'Port': ['ID=67353ad7-a599-41bf-a7fa-f52ae44bef42,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:21:58.056285 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:21:58.278468 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 5 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:21:58.381193 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 67353ad7-a599-41bf-a7fa-f52ae44bef42 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:21:58.561629 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 67353ad7-a599-41bf-a7fa-f52ae44bef42 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:21:58.943130 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60ded1b-d273-4830-a872-b18eb0cd299a None None] Network a0bd067c-279f-43c6-83c7-f8123448dc2e requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:21:59.117203 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-1b24cbc6-774e-44b3-9ac1-93ba4b66f051 None None] Provisioning for port 67353ad7-a599-41bf-a7fa-f52ae44bef42 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:21:59.132044 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-1b24cbc6-774e-44b3-9ac1-93ba4b66f051 None None] Provisioning complete for port 67353ad7-a599-41bf-a7fa-f52ae44bef42 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:21:59.132465 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-1b24cbc6-774e-44b3-9ac1-93ba4b66f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:59.299161 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-1b24cbc6-774e-44b3-9ac1-93ba4b66f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:59.335657 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-1b24cbc6-774e-44b3-9ac1-93ba4b66f051 None None] For port 67353ad7-a599-41bf-a7fa-f52ae44bef42, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=67353ad7-a599-41bf-a7fa-f52ae44bef42,segment=NetworkSegment(7a283a79-b660-462b-9580-0aadbc094ff1),segment_id=7a283a79-b660-462b-9580-0aadbc094ff1)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:21:59.451668 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-1b24cbc6-774e-44b3-9ac1-93ba4b66f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:21:59.459005 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:21:59.523430 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24cbc6-774e-44b3-9ac1-93ba4b66f051 None None] Pushing event updated for resources: {'Port': ['ID=67353ad7-a599-41bf-a7fa-f52ae44bef42,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:21:59.528101 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-1b24cbc6-774e-44b3-9ac1-93ba4b66f051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:21:59.574992 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-1a27e6c7-79d2-46d6-858d-f2faf98c7620 None None] Provisioning complete for port 67353ad7-a599-41bf-a7fa-f52ae44bef42 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:21:59.575471 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-1a27e6c7-79d2-46d6-858d-f2faf98c7620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:22:00.320887 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 67353ad7-a599-41bf-a7fa-f52ae44bef42 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:22:00.390494 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 67353ad7-a599-41bf-a7fa-f52ae44bef42 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:22:00.390863 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:22:05.715882 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-35ea9c0b-3a16-49fb-b32f-9834b3278631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:22:05.938696 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:22:07.961509 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f57da926-4f5d-4010-afb7-5bbcad24eae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:22:08.979154 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:22:10.458747 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:22:35.264684 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 5 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:22:35.720751 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-079ae06c-bac5-4f46-9b2c-7dd8698cbf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:22:35.948905 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:22:38.040007 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-ec18f683-e50d-4ac0-8d67-d725a335f762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:22:39.000935 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:22:40.475424 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:05.673580 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-694ecf67-c788-42f6-96de-966d9036e4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:05.942249 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:07.958871 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2c65d5a6-d7d7-4389-8dca-526783a2c757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:08.994108 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:10.490530 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:12.039012 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43890) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:23:12.046022 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [None req-dbe3962c-a64f-4135-aa67-1f2fe2920850 tempest-verify_tempest_config-1007815431 tempest-verify_tempest_config-1007815431-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=75961) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 25 16:23:12.046954 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-dbe3962c-a64f-4135-aa67-1f2fe2920850 tempest-verify_tempest_config-1007815431 tempest-verify_tempest_config-1007815431-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0058584
Aug 25 16:23:12.270854 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 5 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:23:12.627484 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43906) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:23:12.768652 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:12.800112 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:23:12.803832 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Usage tracker for resource:security_group_rule and tenant:1891797d498d4f5f923ee82938a3aa4c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:23:12.806801 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:23:12.812286 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:23:12.877858 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:12.953519 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:12.961270 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:23:13.000277 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a6b24f-f839-4bc8-81fc-61d0a677673d,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:23:13.005073 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Synchronizing usage tracker for tenant:b3c35d08238b41efa90001fe69a0e81c on resource:security_group {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:23:13.017564 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:23:13.017899 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:23:13.018233 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:23:13.022235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:23:13.022235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:23:13.022235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:23:13.022235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:23:13.022235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:23:13.022235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:23:13.022235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:23:13.022235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:23:13.026853 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:23:13.090637 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Unset dirty status for tenant:b3c35d08238b41efa90001fe69a0e81c on resource:security_group {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:23:13.091910 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1891797d498d4f5f923ee82938a3aa4c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4634514
Aug 25 16:23:13.094760 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43912) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:23:13.163955 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d65e28-6268-4e49-ae94-9f41fc146143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:13.198958 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d65e28-6268-4e49-ae94-9f41fc146143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:13.370839 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d65e28-6268-4e49-ae94-9f41fc146143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:13.375007 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6ed43a68-a1f7-4893-abff-fae5d8ea168c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:23:13.387050 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d65e28-6268-4e49-ae94-9f41fc146143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a6b24f-f839-4bc8-81fc-61d0a677673d,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:23:13.392905 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-11d65e28-6268-4e49-ae94-9f41fc146143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:23:13.394252 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d65e28-6268-4e49-ae94-9f41fc146143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:13.398530 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-11d65e28-6268-4e49-ae94-9f41fc146143 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0a6b24f-f839-4bc8-81fc-61d0a677673d HTTP/1.1" status: 204  len: 168 time: 0.2995467
Aug 25 16:23:35.752672 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9e42687f-0307-414b-8c4c-050a5942ec91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:35.981140 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:37.969775 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8b40-f073-47e1-a96f-e05cf302e3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:38.969985 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:40.483911 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:23:49.276947 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 5 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:24:05.774713 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4196a500-d42c-4299-813b-8502ee47aa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:24:05.964381 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:24:08.014884 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-77f13c0a-d221-4579-98d1-43d954515026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:24:09.003310 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:24:10.449514 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:24:26.287305 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 5 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:24:35.694406 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3b29ee4f-fad6-4617-8e0e-0309a624bd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:24:35.985497 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:24:37.968107 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3e89d674-7915-4c87-8129-c6719222a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:24:38.998530 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:24:40.453648 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:24:53.676621 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-936993'] for agent, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:25:03.283326 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:25:05.668522 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-cdf5ca8a-c4f8-4b69-9fd5-3d24fbe80b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:25:05.984918 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:25:07.979039 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a2dfc5e0-5c4f-4c24-84af-dc4f549294ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:25:08.949023 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 43988) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:25:09.036682 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:25:09.100071 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-e0c390ef-e83b-4879-9c20-5b5f54a27dc4 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1498363
Aug 25 16:25:10.470171 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:25:11.175758 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44002) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:25:11.257572 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-9ef3b8e1-3d9d-492b-8a17-b45019593d7b admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0807123
Aug 25 16:25:23.555925 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:25:35.695272 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-7e379f5f-be5c-4b2f-8220-4cca725a5d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:25:35.978294 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:25:38.009762 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-ccb459d0-28a9-4b52-89ed-a1915855a2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:25:39.073018 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:25:40.288090 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:25:40.463502 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:25:53.577419 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:05.698068 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4950c366-65ab-4e0a-915e-a16a5e4509cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:05.985607 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:07.986056 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b48021e3-2ccc-452f-ae8b-4ce57844403c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:09.018051 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:10.486332 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:17.295074 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:26:23.590281 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:35.726821 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-419196f3-9af5-4eee-8acd-c74eaee1ae6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:35.953807 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:37.976297 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-5b97db03-0df9-428d-853a-8c92e0cbb7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:39.018467 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:40.469564 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:53.640801 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:54.299703 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:26:57.646573 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44132) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:26:58.287354 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1971211076-network', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:26:58.293525 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:26:58.298296 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Usage tracker for resource:network and tenant:19425c1ac63d45a88595b9d54610f1c3 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:26:58.302112 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:26:58.308988 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:26:58.381394 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Made reservation on behalf of 19425c1ac63d45a88595b9d54610f1c3 for: {'network': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:26:58.385557 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:58.397643 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:58.433893 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:26:58.439258 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Usage tracker for resource:security_group_rule and tenant:19425c1ac63d45a88595b9d54610f1c3 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:26:58.442776 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:26:58.448308 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:26:58.522373 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:58.634911 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:58.640290 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:26:58.710911 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=75961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:26:58.724159 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8643884e-1dc3-4f89-afc5-48621becf6e4,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:26:58.730770 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:58.731104 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.segments_db [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Added segment ffd57e54-46cd-476c-a345-da046086f759 of type vlan for network 84706828-7293-46ff-88be-263fd4b2bb94
Aug 25 16:26:58.742409 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:58.742830 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:58.743212 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:58.743538 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:58.743860 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:58.744175 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:58.744488 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:58.744799 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:58.745107 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:58.745437 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:58.745743 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Tracked resource versions report:
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]: pushed versions:
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]: {   'ConntrackHelper': {'1.0'},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     'Log': {'1.0'},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     'Network': {'1.1'},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     'Port': {'1.5'},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     'PortForwarding': {'1.2'},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     'QosPolicy': {'1.8'},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     'SecurityGroup': {'1.2'},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     'SecurityGroupRule': {'1.0'},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     'SubPort': {'1.0'},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     'Subnet': {'1.1'},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     'Trunk': {'1.1'}}
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]: consumer versions:
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]: {   DHCP agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     HyperV agent@hv-cinder-80582: {},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     L3 agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     Metadata agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     Metering agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:     Open vSwitch agent@dv-cinder-805825-2-iscsi: {   'ConntrackHelper': '1.0',
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'Log': '1.0',
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'Network': '1.1',
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'Port': '1.5',
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'PortForwarding': '1.2',
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'QosPolicy': '1.8',
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'SecurityGroup': '1.2',
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'SecurityGroupRule': '1.0',
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'SubPort': '1.0',
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'Subnet': '1.1',
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:                                                      'Trunk': '1.1'}}
Aug 25 16:26:58.746774 dv-cinder-805825-2-iscsi neutron-server[75961]:  {{(pid=75961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 25 16:26:58.752415 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:26:58.771293 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:58.907288 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:58.907288 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:26:58.907288 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:58.910315 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-64d74106-843f-48c6-8fb1-0786a33d85c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:26:59.000444 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44170) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:26:59.024410 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Pushing event updated for resources: {'Network': ['ID=84706828-7293-46ff-88be-263fd4b2bb94,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:26:59.027283 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:26:59.038998 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 84706828-7293-46ff-88be-263fd4b2bb94 details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:26:59.125972 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.4727955
Aug 25 16:26:59.126470 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44176) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:26:59.131885 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Request body: {'subnet': {'network_id': '84706828-7293-46ff-88be-263fd4b2bb94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1971211076-subnet', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:26:59.156530 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:26:59.161336 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Usage tracker for resource:subnet and tenant:19425c1ac63d45a88595b9d54610f1c3 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:26:59.165906 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:26:59.173884 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:26:59.286515 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Made reservation on behalf of 19425c1ac63d45a88595b9d54610f1c3 for: {'subnet': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:26:59.289603 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:59.462206 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44192) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:26:59.607615 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2018258622-network', 'tenant_id': '38b0e87c43754d30ab77c533ecb34719'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:26:59.614790 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:26:59.620707 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Usage tracker for resource:network and tenant:38b0e87c43754d30ab77c533ecb34719 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:26:59.637683 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:26:59.643571 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:26:59.681920 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for subnet, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:59.690011 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-f9408ba7-bf66-4708-9216-afbb07b1af84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:26:59.765820 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Made reservation on behalf of 38b0e87c43754d30ab77c533ecb34719 for: {'network': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:26:59.768033 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:59.791783 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dcb9da4-b268-4415-a341-f0f55b0709fe,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:26:59.795334 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:59.814879 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Checking segment: {'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:26:59.815230 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Network hostable DHCP agents. Network: 84706828-7293-46ff-88be-263fd4b2bb94, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:26:59.832801 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:59.833168 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:59.833512 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:59.833842 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:59.834148 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:59.834469 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:59.834762 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:59.835066 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:59.835927 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:59.836227 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:59.836675 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Tracked resource versions report:
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]: pushed versions:
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]: {   'ConntrackHelper': {'1.0'},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     'Log': {'1.0'},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     'Network': {'1.1'},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     'Port': {'1.5'},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     'PortForwarding': {'1.2'},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     'QosPolicy': {'1.8'},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     'SecurityGroup': {'1.2'},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     'SecurityGroupRule': {'1.0'},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     'SubPort': {'1.0'},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     'Subnet': {'1.1'},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     'Trunk': {'1.1'}}
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]: consumer versions:
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]: {   DHCP agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     HyperV agent@hv-cinder-80582: {},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     L3 agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     Metadata agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     Metering agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:     Open vSwitch agent@dv-cinder-805825-2-iscsi: {   'ConntrackHelper': '1.0',
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'Log': '1.0',
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'Network': '1.1',
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'Port': '1.5',
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'PortForwarding': '1.2',
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'QosPolicy': '1.8',
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'SecurityGroup': '1.2',
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'SecurityGroupRule': '1.0',
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'SubPort': '1.0',
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'Subnet': '1.1',
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:                                                      'Trunk': '1.1'}}
Aug 25 16:26:59.837728 dv-cinder-805825-2-iscsi neutron-server[75962]:  {{(pid=75962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 25 16:26:59.840664 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:26:59.867873 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:26:59.876787 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Usage tracker for resource:security_group_rule and tenant:38b0e87c43754d30ab77c533ecb34719 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:26:59.877939 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:26:59.884840 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:26:59.961188 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:26:59.988532 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Network 84706828-7293-46ff-88be-263fd4b2bb94 is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:27:00.056092 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.060652 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:00.089932 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=75962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:27:00.112521 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b459b322-25e0-4bed-a9cb-cc5f57ed9691,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:00.120511 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787240589945', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.121367 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fdf05a9a790> segment precommit_create {{(pid=75962) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Aug 25 16:27:00.122030 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.segments_db [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Added segment 13b5f8f0-542f-4b33-892d-aa8683afb432 of type vlan for network 1340ca85-58ee-4082-82f6-a7444485fb04
Aug 25 16:27:00.165504 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.189954 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1710353296-network', 'tenant_id': '9072cf1a9d8f458e8c6262741354d21d'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:00.192264 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 84706828-7293-46ff-88be-263fd4b2bb94) {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:00.197200 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:00.206074 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Usage tracker for resource:network and tenant:9072cf1a9d8f458e8c6262741354d21d is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:00.214676 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:00.224790 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:00.227163 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:00.239140 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:00.239914 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.246540 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60dd430-126e-4262-8457-e460a8d27588 None None] Network 84706828-7293-46ff-88be-263fd4b2bb94 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:27:00.413840 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.2863801
Aug 25 16:27:00.413990 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Made reservation on behalf of 9072cf1a9d8f458e8c6262741354d21d for: {'network': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:27:00.416354 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.421019 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44218) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:00.421187 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.423754 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1971211076-router', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:00.430298 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:00.431143 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.435461 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.451807 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:00.473511 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:00.473741 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:00.481282 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Usage tracker for resource:security_group_rule and tenant:9072cf1a9d8f458e8c6262741354d21d is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:00.483457 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:00.487224 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Usage tracker for resource:router and tenant:19425c1ac63d45a88595b9d54610f1c3 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:00.492500 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:00.521960 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf110ad4-2e30-427c-bbe2-5b2622d4e4ac None None] Network 84706828-7293-46ff-88be-263fd4b2bb94 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:27:00.568131 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:00.573947 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5666811
Aug 25 16:27:00.582226 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44228) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:00.595612 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Request body: {'subnet': {'network_id': '1340ca85-58ee-4082-82f6-a7444485fb04', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2018258622-subnet', 'tenant_id': '38b0e87c43754d30ab77c533ecb34719', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:00.598810 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:00.608838 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.610897 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:00.613637 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Pushing event updated for resources: {'Network': ['ID=1340ca85-58ee-4082-82f6-a7444485fb04,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:00.618862 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Usage tracker for resource:subnet and tenant:38b0e87c43754d30ab77c533ecb34719 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:00.624674 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:00.627107 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:00.636472 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:00.645076 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 1340ca85-58ee-4082-82f6-a7444485fb04 details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:27:00.652990 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44232) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:00.705309 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.732603 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=75961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:27:00.749996 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.750754 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.segments_db [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Added segment 21fb9606-d7da-44bd-b5d8-9858c1d47591 of type vlan for network eaf07166-bf4b-43f2-9be9-fca65a7dddb4
Aug 25 16:27:00.787390 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.793612 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61923'] for router, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.794652 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61720'] for router, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.803224 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:00.823656 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.836034 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Made reservation on behalf of 38b0e87c43754d30ab77c533ecb34719 for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:27:00.838481 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:00.854758 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7384f5-2c0b-4af8-977e-70f8b8b75797,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:00.863433 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:01.056811 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-78816129-network', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:01.073444 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:01.078232 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Usage tracker for resource:network and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:01.093010 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:01.105820 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:01.156752 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:01.158161 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:01.160489 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:01.187514 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:01.270815 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Made reservation on behalf of 446dcebe081b4522bb0b4536c63d16b4 for: {'network': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:27:01.275331 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:01.303658 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:01.332418 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61710'] for router, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:01.361244 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Pushing event updated for resources: {'Network': ['ID=eaf07166-bf4b-43f2-9be9-fca65a7dddb4,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:01.372015 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:01.378036 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.9106414
Aug 25 16:27:01.378298 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:27:01.380269 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:01.384491 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44252) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:01.385380 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:01.386091 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:01.391477 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Usage tracker for resource:security_group_rule and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:01.395595 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:01.405567 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:01.460773 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f099a219-9e1d-480e-b116-ae17381ec538,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:01.475288 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:01.480229 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Request body: {'subnet': {'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1710353296-subnet', 'tenant_id': '9072cf1a9d8f458e8c6262741354d21d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:01.485534 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:01.491229 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Usage tracker for resource:subnet and tenant:9072cf1a9d8f458e8c6262741354d21d is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:01.494980 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:01.516374 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:01.593740 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Checking segment: {'id': '13b5f8f0-542f-4b33-892d-aa8683afb432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1340ca85-58ee-4082-82f6-a7444485fb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:01.594223 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Network hostable DHCP agents. Network: 1340ca85-58ee-4082-82f6-a7444485fb04, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:27:01.626855 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Made reservation on behalf of 9072cf1a9d8f458e8c6262741354d21d for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:27:01.632987 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:01.741006 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:01.828537 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:01.841706 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:01.882608 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=75962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:27:01.903996 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:01.904332 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.segments_db [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Added segment 3b860300-b7ac-46ac-a5d3-918665d07fda of type vlan for network e0ceff83-8770-427d-9a29-aa2f25758798
Aug 25 16:27:01.942775 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f948f1-032c-445b-a4ea-28b202132317,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:01.955002 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:01.978120 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:02.000677 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:02.049226 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:02.107781 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Network 1340ca85-58ee-4082-82f6-a7444485fb04 is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:27:02.167797 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:02.172929 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:02.173877 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:02.184532 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:02.233454 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 1340ca85-58ee-4082-82f6-a7444485fb04) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:02.241988 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:02.243670 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:02.258284 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250a9671-ac88-4e26-b285-4a3ccd7b1f3d None None] Network 1340ca85-58ee-4082-82f6-a7444485fb04 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:27:02.295830 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:02.305553 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:02.416915 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ceff83-8770-427d-9a29-aa2f25758798,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:02.426487 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8412471
Aug 25 16:27:02.432419 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:02.475630 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Allocated IP 172.27.3.188 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/de1d280b-d9de-444b-b78f-0af68dc31f90) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:27:02.484074 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network e0ceff83-8770-427d-9a29-aa2f25758798 details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:27:02.516772 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=923d1b96-9544-4f53-ba3c-4064ebfadffe,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:02.537802 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:02.552152 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Checking segment: {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:02.552397 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Network hostable DHCP agents. Network: eaf07166-bf4b-43f2-9be9-fca65a7dddb4, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:27:02.740610 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.0864663
Aug 25 16:27:02.745149 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44292) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:02.751295 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Request body: {'subnet': {'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-78816129-subnet', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:02.766834 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:02.794975 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Usage tracker for resource:subnet and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:02.802060 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:02.816366 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:02.820624 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:02.826690 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:27:03.004046 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Made reservation on behalf of 446dcebe081b4522bb0b4536c63d16b4 for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:27:03.006896 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:03.046465 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:03.046465 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:03.073837 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a05dc-975d-4106-a28f-69600e19f9f1 None None] Network 1340ca85-58ee-4082-82f6-a7444485fb04 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:27:03.104590 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, eaf07166-bf4b-43f2-9be9-fca65a7dddb4) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:03.109688 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:03.110341 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:03.202082 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:03.205813 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:03.209388 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:27:03.210339 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c26c122-91c5-4ca6-8e1a-de4bbde2e83a None None] Network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:27:03.305223 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.8463223
Aug 25 16:27:03.390745 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Pushing event updated for resources: {'Port': ['ID=de1d280b-d9de-444b-b78f-0af68dc31f90,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:03.402612 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:03.474832 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:03.480671 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:03.655207 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:03.656048 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936432'] for router, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:03.724926 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a14d0543-df93-450e-a48e-2a56aaf8fafa,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:03.729550 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:03.753921 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Checking segment: {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:03.754770 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Network hostable DHCP agents. Network: e0ceff83-8770-427d-9a29-aa2f25758798, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:27:03.915095 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc5b709-c5d1-4f70-b5de-930c27d748f2 None None] Network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:27:04.159699 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Network e0ceff83-8770-427d-9a29-aa2f25758798 is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:27:04.182689 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Router 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c is scheduled to L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 with binding_index 1 {{(pid=75962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 25 16:27:04.279816 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, e0ceff83-8770-427d-9a29-aa2f25758798) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:04.285479 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:04.286231 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:04.291657 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a114ee3-9b0c-4471-827f-d15839dd7c2c None None] Network e0ceff83-8770-427d-9a29-aa2f25758798 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:27:04.432518 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6718223
Aug 25 16:27:04.432518 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44342) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:04.432518 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:04.437802 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:04.443490 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Usage tracker for resource:router and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:04.450447 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:04.465068 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:04.541722 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:27:04.553018 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Sync routers for ids ['6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:27:04.564338 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61923'] for router, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:04.566130 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61720'] for router, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:04.596802 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Routers {'6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:27:04.599705 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04ddae20>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:26:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:04.620179 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:04.658541 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb506c887-4176-517b-ba63-560c50a374c3-e0ceff83-8770-427d-9a29-aa2f25758798', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa'}]}} from dv-cinder-805825-2-iscsi. {{(pid=75963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 25 16:27:04.664285 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:04.736640 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Notify callbacks [] for router, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:04.738221 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.3197618
Aug 25 16:27:04.741206 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44356) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:04.927686 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.db_base_plugin_common [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Allocated IP 172.20.0.2 (e0ceff83-8770-427d-9a29-aa2f25758798/a14d0543-df93-450e-a48e-2a56aaf8fafa/004a9618-b3ad-4555-844e-b3d6fe8ca45e) {{(pid=75963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:27:05.100440 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Set router 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:27:05.201955 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44388) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:05.213525 dv-cinder-805825-2-iscsi neutron-server[75962]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Aug 25 16:27:05.338784 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:05.354619 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Transition to ACTIVE for port object 004a9618-b3ad-4555-844e-b3d6fe8ca45e will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:05.380237 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Transition to ACTIVE for port object 004a9618-b3ad-4555-844e-b3d6fe8ca45e will not be triggered until provisioned by entity DHCP. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:05.380873 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44398) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:05.498575 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:05.519238 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:05.527568 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-a44e6280-465b-4f46-937b-aa35b37ef340 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:05.534264 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-a44e6280-465b-4f46-937b-aa35b37ef340 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/networks?id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 200  len: 815 time: 0.3283024
Aug 25 16:27:05.579788 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61710'] for router, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:05.594051 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-00bf5784-a9c9-40cf-ae19-dcb3e0eefa8a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/quotas/9072cf1a9d8f458e8c6262741354d21d HTTP/1.1" status: 200  len: 375 time: 0.0588415
Aug 25 16:27:05.730363 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Network e0ceff83-8770-427d-9a29-aa2f25758798 is already hosted by enough agents. {{(pid=75963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:05.742398 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.base_scheduler [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Resources bound (agent type, host, resource id):  {{(pid=75963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:05.761162 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Received port after_create {{(pid=75963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:27:05.790720 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Pushing event updated for resources: {'Port': ['ID=004a9618-b3ad-4555-844e-b3d6fe8ca45e,revision_number=1']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:05.792409 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04ddae20>, [{'id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'name': 'tempest-ServerRescueNegativeTestJSON-1971211076-router', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:00Z', 'updated_at': '2021-08-25T16:27:03Z', 'revision_number': 3, 'project_id': '19425c1ac63d45a88595b9d54610f1c3', 'gw_port': {'id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:02Z', 'updated_at': '2021-08-25T16:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:05.800658 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-7611398b-6e02-4958-9555-19bd545ca6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:05.802810 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Checking router: 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:27:05.804970 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Updating router 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c port de1d280b-d9de-444b-b78f-0af68dc31f90 binding host dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:27:05.811418 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-7d340964-5b8c-452f-8aca-0de793111845 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2163947
Aug 25 16:27:05.908300 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:05.908300 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:05.908658 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:05.908806 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:05.909135 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:05.909480 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:05.909796 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:05.910112 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:05.910426 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:05.910737 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:05.911048 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Tracked resource versions report:
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]: pushed versions:
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]: {   'ConntrackHelper': {'1.0'},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     'Log': {'1.0'},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     'Network': {'1.1'},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     'Port': {'1.5'},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     'PortForwarding': {'1.2'},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     'QosPolicy': {'1.8'},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     'SecurityGroup': {'1.2'},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     'SecurityGroupRule': {'1.0'},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     'SubPort': {'1.0'},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     'Subnet': {'1.1'},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     'Trunk': {'1.1'}}
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]: consumer versions:
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]: {   DHCP agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     HyperV agent@hv-cinder-80582: {},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     L3 agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     Metadata agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     Metering agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:     Open vSwitch agent@dv-cinder-805825-2-iscsi: {   'ConntrackHelper': '1.0',
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'Log': '1.0',
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'Network': '1.1',
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'Port': '1.5',
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'PortForwarding': '1.2',
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'QosPolicy': '1.8',
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'SecurityGroup': '1.2',
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'SecurityGroupRule': '1.0',
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'SubPort': '1.0',
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'Subnet': '1.1',
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:                                                      'Trunk': '1.1'}}
Aug 25 16:27:05.912248 dv-cinder-805825-2-iscsi neutron-server[75963]:  {{(pid=75963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 25 16:27:05.939342 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:05.944350 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Attempting to bind port 004a9618-b3ad-4555-844e-b3d6fe8ca45e on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:27:05.945289 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Attempting to bind port 004a9618-b3ad-4555-844e-b3d6fe8ca45e by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:27:05.945650 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Attempting to bind port 004a9618-b3ad-4555-844e-b3d6fe8ca45e on network e0ceff83-8770-427d-9a29-aa2f25758798 {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:05.950413 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:05.954488 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:27:05.954800 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Checking segment: {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:05.955201 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:05.955590 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Bound using segment: {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:27:05.956880 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Bound port: 004a9618-b3ad-4555-844e-b3d6fe8ca45e, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:27:05.957301 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:05.987805 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-c8ea5c7c-131e-4814-9fd4-9e73a33b4cdc tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:05.988869 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-c8ea5c7c-131e-4814-9fd4-9e73a33b4cdc tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Synchronizing usage tracker for tenant:38b0e87c43754d30ab77c533ecb34719 on resource:network {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:27:06.030685 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:06.090875 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] For port 004a9618-b3ad-4555-844e-b3d6fe8ca45e, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:27:06.092046 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:06.095042 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] For port 004a9618-b3ad-4555-844e-b3d6fe8ca45e, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=004a9618-b3ad-4555-844e-b3d6fe8ca45e,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:27:06.125696 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:06.155823 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-c8ea5c7c-131e-4814-9fd4-9e73a33b4cdc tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Unset dirty status for tenant:38b0e87c43754d30ab77c533ecb34719 on resource:network {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:27:06.157277 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-c8ea5c7c-131e-4814-9fd4-9e73a33b4cdc tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/networks?id=1340ca85-58ee-4082-82f6-a7444485fb04 HTTP/1.1" status: 200  len: 812 time: 0.7714415
Aug 25 16:27:06.189593 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:06.193941 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-4b7de974-7ce9-4b74-9d55-0c42e6b4fc2f tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/quotas/38b0e87c43754d30ab77c533ecb34719 HTTP/1.1" status: 200  len: 375 time: 0.0196013
Aug 25 16:27:06.216064 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:06.323060 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-c09b1093-91dc-4196-91d5-628f2f23b1e0 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=38b0e87c43754d30ab77c533ecb34719&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0633152
Aug 25 16:27:06.354307 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Pushing event updated for resources: {'Port': ['ID=004a9618-b3ad-4555-844e-b3d6fe8ca45e,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:06.358454 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:06.447329 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44436) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:06.493453 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44444) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:06.493860 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44446) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:06.558432 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Notify callbacks [] for port, precommit_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:06.618963 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.provisioning_blocks [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Transition to ACTIVE for port object de1d280b-d9de-444b-b78f-0af68dc31f90 will not be triggered until provisioned by entity L2. {{(pid=75964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:06.697594 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:06.702852 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:06.733097 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:06.810476 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Allocated IP 172.27.3.189 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/4fc8dc4e-9361-46ea-9a1c-ad3de904fa57) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:27:06.835319 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Attempting to bind port de1d280b-d9de-444b-b78f-0af68dc31f90 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:27:06.836143 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Attempting to bind port de1d280b-d9de-444b-b78f-0af68dc31f90 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:27:06.836574 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Attempting to bind port de1d280b-d9de-444b-b78f-0af68dc31f90 on network 2be15cde-d260-4d32-99ee-590621cca1ed {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:06.845210 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Pushing event updated for resources: {'Port': ['ID=de1d280b-d9de-444b-b78f-0af68dc31f90,revision_number=2']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:06.859683 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:27:06.860202 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Checking segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:06.860673 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:06.860976 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4c32b3e5-d8e6-45eb-8c7e-7d70ba54ed14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:06.861155 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Bound using segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:27:06.861767 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Bound port: de1d280b-d9de-444b-b78f-0af68dc31f90, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:27:06.862223 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:06.893637 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:06.894039 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:06.894451 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:06.894904 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:06.895296 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:06.895682 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:06.896008 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:06.896589 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:06.896918 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:06.897260 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:06.897711 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Tracked resource versions report:
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]: pushed versions:
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]: {   'ConntrackHelper': {'1.0'},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     'Log': {'1.0'},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     'Network': {'1.1'},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     'Port': {'1.5'},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     'PortForwarding': {'1.2'},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     'QosPolicy': {'1.8'},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     'SecurityGroup': {'1.2'},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     'SecurityGroupRule': {'1.0'},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     'SubPort': {'1.0'},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     'Subnet': {'1.1'},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     'Trunk': {'1.1'}}
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]: consumer versions:
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]: {   DHCP agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     HyperV agent@hv-cinder-80582: {},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     L3 agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     Metadata agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     Metering agent@dv-cinder-805825-2-iscsi: {},
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:     Open vSwitch agent@dv-cinder-805825-2-iscsi: {   'ConntrackHelper': '1.0',
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'Log': '1.0',
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'Network': '1.1',
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'Port': '1.5',
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'PortForwarding': '1.2',
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'QosPolicy': '1.8',
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'SecurityGroup': '1.2',
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'SecurityGroupRule': '1.0',
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'SubPort': '1.0',
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'Subnet': '1.1',
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:                                                      'Trunk': '1.1'}}
Aug 25 16:27:06.898751 dv-cinder-805825-2-iscsi neutron-server[75964]:  {{(pid=75964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 25 16:27:06.907641 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:06.956622 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] For port de1d280b-d9de-444b-b78f-0af68dc31f90, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:27:06.962893 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] For port de1d280b-d9de-444b-b78f-0af68dc31f90, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=de1d280b-d9de-444b-b78f-0af68dc31f90,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:27:06.998132 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-7dd4e250-3136-46ae-9c4d-a1a5e4a758ae service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=75962) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 25 16:27:06.999224 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-7dd4e250-3136-46ae-9c4d-a1a5e4a758ae service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2253509
Aug 25 16:27:07.035964 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c17db649-6703-4f8b-ae90-dc2cd42f77a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.040659 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.045406 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-57d213be-c80b-4e7e-9fa7-e06778b6e2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:07.065867 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-4c32b3e5-d8e6-45eb-8c7e-7d70ba54ed14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:07.097036 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-4c32b3e5-d8e6-45eb-8c7e-7d70ba54ed14 admin admin] Usage tracker for resource:security_group_rule and tenant:13282ffe80ce4180964fbc7bc80ec5d0 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:07.099999 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-dc91af96-b81b-4342-b644-d16e32709c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.108031 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-45a88ec1-dabc-494f-aea3-5d53ea60f682 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=75962) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 25 16:27:07.109097 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-45a88ec1-dabc-494f-aea3-5d53ea60f682 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2463889
Aug 25 16:27:07.122395 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-4c32b3e5-d8e6-45eb-8c7e-7d70ba54ed14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:07.133350 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Pushing event updated for resources: {'Port': ['ID=de1d280b-d9de-444b-b78f-0af68dc31f90,revision_number=3']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:07.137964 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-4c32b3e5-d8e6-45eb-8c7e-7d70ba54ed14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:07.139360 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:07.147028 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Routers {'6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:27:07.148300 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04ddae20>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:26:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:07.162174 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-c17db649-6703-4f8b-ae90-dc2cd42f77a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:07.174168 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-c17db649-6703-4f8b-ae90-dc2cd42f77a3 admin admin] Usage tracker for resource:security_group_rule and tenant:262d6d497b3c47b19c43f9462cbb26c3 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:07.199965 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-dc91af96-b81b-4342-b644-d16e32709c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:07.205391 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-dc91af96-b81b-4342-b644-d16e32709c21 admin admin] Usage tracker for resource:security_group_rule and tenant:07a101c0d22b48928d1ba311d165ec4a is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:07.211027 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-dc91af96-b81b-4342-b644-d16e32709c21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:07.215720 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-c17db649-6703-4f8b-ae90-dc2cd42f77a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:07.234774 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-dc91af96-b81b-4342-b644-d16e32709c21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:07.237206 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-c17db649-6703-4f8b-ae90-dc2cd42f77a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:07.267498 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.330329 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-f1375fd6-01f8-434e-a521-79cc561bce89 service neutron] 10.222.0.37 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3224955
Aug 25 16:27:07.375458 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Allocated IP 172.20.0.1 (84706828-7293-46ff-88be-263fd4b2bb94/5dcb9da4-b268-4415-a341-f0f55b0709fe/e0b49df0-b731-4f07-9bd2-5442c99d094b) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:27:07.392595 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4c32b3e5-d8e6-45eb-8c7e-7d70ba54ed14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.401664 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] Set router 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:27:07.440662 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-dc91af96-b81b-4342-b644-d16e32709c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.476243 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4c32b3e5-d8e6-45eb-8c7e-7d70ba54ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.518557 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:07.538047 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-4c32b3e5-d8e6-45eb-8c7e-7d70ba54ed14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13282ffe80ce4180964fbc7bc80ec5d0&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0875199
Aug 25 16:27:07.540472 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-dc91af96-b81b-4342-b644-d16e32709c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.543881 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44470) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:07.585253 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.617253 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c17db649-6703-4f8b-ae90-dc2cd42f77a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.654697 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32b3e5-d8e6-45eb-8c7e-7d70ba54ed14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cd3fe9-c716-4822-b6c4-10faae800539,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:07.658171 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4c32b3e5-d8e6-45eb-8c7e-7d70ba54ed14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:07.682322 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8121597d-a754-4bd7-b0b5-446514f5168c None None] Network e0ceff83-8770-427d-9a29-aa2f25758798 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:27:07.685762 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:07.718079 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-67412025-3124-4cc7-a8dc-0bec988ad99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.723415 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c17db649-6703-4f8b-ae90-dc2cd42f77a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.740633 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-ff99a7c8-bd12-442a-b771-d4de933d0f62 service neutron] 10.222.0.37 "GET /v2.0/networks/1340ca85-58ee-4082-82f6-a7444485fb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5977652
Aug 25 16:27:07.753946 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:07.761532 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-dc91af96-b81b-4342-b644-d16e32709c21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07a101c0d22b48928d1ba311d165ec4a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2665498
Aug 25 16:27:07.762812 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:07.768824 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44476) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:07.769222 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04ddae20>, [{'id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'name': 'tempest-ServerRescueNegativeTestJSON-1971211076-router', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:00Z', 'updated_at': '2021-08-25T16:27:03Z', 'revision_number': 3, 'project_id': '19425c1ac63d45a88595b9d54610f1c3', 'gw_port': {'id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:02Z', 'updated_at': '2021-08-25T16:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:07.774376 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90efcc2-be41-4e36-a6d8-8126fc1725d7 None None] The sync data for ids ['6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'] in dv-cinder-805825-2-iscsi is: [{'id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'name': 'tempest-ServerRescueNegativeTestJSON-1971211076-router', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:00Z', 'updated_at': '2021-08-25T16:27:03Z', 'revision_number': 3, 'project_id': '19425c1ac63d45a88595b9d54610f1c3', 'gw_port': {'id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:02Z', 'updated_at': '2021-08-25T16:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:27:07.798569 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:27:07.855159 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-aead7c7e-65c9-4770-8f47-0e1cb7e2aff6 service neutron] 10.222.0.37 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5239263
Aug 25 16:27:07.908865 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-67412025-3124-4cc7-a8dc-0bec988ad99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:07.923017 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-b3fbd88c-46a5-41a6-96d0-495aeb87a871 None None] Provisioning for port 004a9618-b3ad-4555-844e-b3d6fe8ca45e completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:07.933194 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91af96-b81b-4342-b644-d16e32709c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3e7eff-68b6-4163-8614-894d7bb77625,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:07.948387 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-dc91af96-b81b-4342-b644-d16e32709c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:07.986598 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.000939 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-9e63bea5-8133-49d7-b855-652369b3f168 service neutron] 10.222.0.37 "GET /v2.0/networks/1340ca85-58ee-4082-82f6-a7444485fb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2593949
Aug 25 16:27:08.016536 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6b2e9424-d468-494b-9396-ce65951b61d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:08.056790 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3d9dd0cd-bd39-4172-b822-c79feabdcb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.067604 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-c17db649-6703-4f8b-ae90-dc2cd42f77a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=262d6d497b3c47b19c43f9462cbb26c3&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5695734
Aug 25 16:27:08.094154 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44480) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:08.130152 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.139797 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d26c4ed6-b499-4269-a2f9-c36cfe46aa57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.143427 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-284fa82b-9f77-4fb9-98c0-b014232484bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:08.182967 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Pushing event updated for resources: {'Port': ['ID=4fc8dc4e-9361-46ea-9a1c-ad3de904fa57,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:08.192791 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:08.196318 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:08.254784 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-67412025-3124-4cc7-a8dc-0bec988ad99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.312237 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d26c4ed6-b499-4269-a2f9-c36cfe46aa57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.380628 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17db649-6703-4f8b-ae90-dc2cd42f77a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab22c36-42f8-44c5-929b-8fb3fbd78249,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:08.407799 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c17db649-6703-4f8b-ae90-dc2cd42f77a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:08.453284 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c9171805-f618-4072-8465-69d0aec0d3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:08.472917 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67412025-3124-4cc7-a8dc-0bec988ad99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cd3fe9-c716-4822-b6c4-10faae800539,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:08.485894 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-67412025-3124-4cc7-a8dc-0bec988ad99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:08.494114 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Network 84706828-7293-46ff-88be-263fd4b2bb94 is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:08.497777 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-67412025-3124-4cc7-a8dc-0bec988ad99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.498935 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-67412025-3124-4cc7-a8dc-0bec988ad99b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9cd3fe9-c716-4822-b6c4-10faae800539 HTTP/1.1" status: 204  len: 168 time: 0.9420853
Aug 25 16:27:08.509264 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-dc2f12ac-3fd3-42de-8793-5b9d9ac37f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.511274 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:08.520241 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.520972 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936432'] for router, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.531798 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d26c4ed6-b499-4269-a2f9-c36cfe46aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.540648 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:27:08.540648 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936238'] for router_interface, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.545530 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d26c4ed6-b499-4269-a2f9-c36cfe46aa57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.562351 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-d26c4ed6-b499-4269-a2f9-c36cfe46aa57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b3e7eff-68b6-4163-8614-894d7bb77625 HTTP/1.1" status: 204  len: 168 time: 0.7838018
Aug 25 16:27:08.564837 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6169d3fd-dc19-4e8e-b6d2-d0252c14e12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:08.593560 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c4ed6-b499-4269-a2f9-c36cfe46aa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3e7eff-68b6-4163-8614-894d7bb77625,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:08.666996 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b49df0-b731-4f07-9bd2-5442c99d094b,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:08.677129 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:08.808046 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d26c4ed6-b499-4269-a2f9-c36cfe46aa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:08.851720 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 004a9618-b3ad-4555-844e-b3d6fe8ca45e up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:08.856823 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-dc2f12ac-3fd3-42de-8793-5b9d9ac37f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:08.936489 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ea3d4345-ac80-4f9e-9e55-e47888fd4aee req-3c068a8b-c85c-4d73-a47e-73720018273c tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 210 time: 0.2113440
Aug 25 16:27:09.091424 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:09.100965 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dd98aa8f-9ffe-4bec-97f1-36909b30d6aa req-534be8c0-cd39-4429-856a-b2cf6bcbe30f tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 210 time: 0.1675413
Aug 25 16:27:09.108107 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:09.121163 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 004a9618-b3ad-4555-844e-b3d6fe8ca45e completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:09.132881 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 004a9618-b3ad-4555-844e-b3d6fe8ca45e triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:09.133639 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:09.268429 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-dc2f12ac-3fd3-42de-8793-5b9d9ac37f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:09.285445 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Router 220caf4f-5143-4fc3-bd5c-bf8925e239ec is scheduled to L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 with binding_index 1 {{(pid=75961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 25 16:27:09.317253 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:09.328522 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:09.350009 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f12ac-3fd3-42de-8793-5b9d9ac37f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab22c36-42f8-44c5-929b-8fb3fbd78249,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:09.355509 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-dc2f12ac-3fd3-42de-8793-5b9d9ac37f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:09.376326 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-dc2f12ac-3fd3-42de-8793-5b9d9ac37f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:09.377825 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-dc2f12ac-3fd3-42de-8793-5b9d9ac37f42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aab22c36-42f8-44c5-929b-8fb3fbd78249 HTTP/1.1" status: 204  len: 168 time: 1.2826862
Aug 25 16:27:09.380688 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 004a9618-b3ad-4555-844e-b3d6fe8ca45e, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=004a9618-b3ad-4555-844e-b3d6fe8ca45e,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:09.487810 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:09.501719 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:09.503237 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device de1d280b-d9de-444b-b78f-0af68dc31f90 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:09.571782 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:09.588499 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:09.589933 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3365946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937159'] for router_interface, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:09.594531 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:09.670189 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:27:09.704145 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Sync routers for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:27:09.801342 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b49df0-b731-4f07-9bd2-5442c99d094b,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:09.801435 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:27:09.801435 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0489f670>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:27:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:09.816999 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:09.852335 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Notify callbacks [] for router, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:09.854125 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.4324968
Aug 25 16:27:09.857761 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44554) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:09.901501 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=004a9618-b3ad-4555-844e-b3d6fe8ca45e,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:09.904864 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:09.962554 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Network 84706828-7293-46ff-88be-263fd4b2bb94 is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:09.967388 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:10.063727 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:27:10.134308 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port de1d280b-d9de-444b-b78f-0af68dc31f90 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:10.150191 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port de1d280b-d9de-444b-b78f-0af68dc31f90 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:10.150693 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:10.283365 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44566) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:10.302056 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e50c7c58-3bc6-4d88-a742-5a1cd4ce5333 req-4b0ddc61-3b66-430a-ba03-a6513b01f037 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 210 time: 0.0954261
Aug 25 16:27:10.323508 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9839aebd-79a6-4d8a-8254-8e93a3115569 req-d2b39337-766d-4082-9759-8a8021940e3b tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 210 time: 0.1166103
Aug 25 16:27:10.327935 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-22f0aae4-bbdb-4f82-8491-e835585d6da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:10.398763 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-22f0aae4-bbdb-4f82-8491-e835585d6da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:10.405485 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-22f0aae4-bbdb-4f82-8491-e835585d6da2 admin admin] Usage tracker for resource:security_group_rule and tenant:6328bd2b10b54fbbbe84c9356a464341 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:10.487104 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-22f0aae4-bbdb-4f82-8491-e835585d6da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:10.497942 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-22f0aae4-bbdb-4f82-8491-e835585d6da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:10.642825 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0489f670>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:08Z', 'revision_number': 3, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:10.653503 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:10.671387 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Checking router: 220caf4f-5143-4fc3-bd5c-bf8925e239ec for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:27:10.671698 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Updating router 220caf4f-5143-4fc3-bd5c-bf8925e239ec port 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 binding host dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:27:10.699041 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-22f0aae4-bbdb-4f82-8491-e835585d6da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:10.724076 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:10.733779 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Router 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:27:10.748783 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port de1d280b-d9de-444b-b78f-0af68dc31f90, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=de1d280b-d9de-444b-b78f-0af68dc31f90,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:10.768704 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:10.856437 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:10.887708 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-22f0aae4-bbdb-4f82-8491-e835585d6da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:10.903094 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-1b24cbc6-774e-44b3-9ac1-93ba4b66f051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:10.917045 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:10.988418 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 004a9618-b3ad-4555-844e-b3d6fe8ca45e up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:11.008629 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-22f0aae4-bbdb-4f82-8491-e835585d6da2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6328bd2b10b54fbbbe84c9356a464341&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7220259
Aug 25 16:27:11.009653 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0aae4-bbdb-4f82-8491-e835585d6da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a0fc43-5e35-4a40-8443-3bb71105ac1c,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:11.015541 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-22f0aae4-bbdb-4f82-8491-e835585d6da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:11.015541 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44580) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:11.095366 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=de1d280b-d9de-444b-b78f-0af68dc31f90,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:11.105584 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:11.159013 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:27:11.172976 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] 10.222.0.37 "PUT /v2.0/routers/6f350dc3-1fbc-4323-a46c-cecfa9d7c22c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4304190
Aug 25 16:27:11.198023 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e351860f-2d6d-44c2-997e-95794fb4cab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:11.219950 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 004a9618-b3ad-4555-844e-b3d6fe8ca45e triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:11.220200 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:11.243058 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e351860f-2d6d-44c2-997e-95794fb4cab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:11.284871 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44590) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:11.332923 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6897928e-c3ab-4f29-ba75-35a70ddc7cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:11.476526 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.db.resource_extend [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 25 16:27:11.567567 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e351860f-2d6d-44c2-997e-95794fb4cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:11.581294 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-19f29d3e-2fa4-450a-b8b4-2de1ac47e627 req-e3e5856e-a471-491f-aa95-b3bb2caf0b9a tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 210 time: 0.1449454
Aug 25 16:27:11.606225 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-6897928e-c3ab-4f29-ba75-35a70ddc7cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:11.625901 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-6897928e-c3ab-4f29-ba75-35a70ddc7cff admin admin] Usage tracker for resource:security_group_rule and tenant:1e093818d5a54a3b9faf6ba67842769d is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:11.629803 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-6897928e-c3ab-4f29-ba75-35a70ddc7cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:11.650074 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-6897928e-c3ab-4f29-ba75-35a70ddc7cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:11.675814 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c17db649-6703-4f8b-ae90-dc2cd42f77a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:11.735215 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Notify callbacks [] for port, precommit_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:11.757144 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Transition to ACTIVE for port object 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:11.757785 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351860f-2d6d-44c2-997e-95794fb4cab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a0fc43-5e35-4a40-8443-3bb71105ac1c,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:11.761603 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e351860f-2d6d-44c2-997e-95794fb4cab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:11.772191 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e351860f-2d6d-44c2-997e-95794fb4cab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:11.773688 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-e351860f-2d6d-44c2-997e-95794fb4cab3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55a0fc43-5e35-4a40-8443-3bb71105ac1c HTTP/1.1" status: 204  len: 168 time: 0.7586894
Aug 25 16:27:11.880557 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:11.892373 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:11.901062 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-134cdaa6-f2ac-4917-8e1b-03e8a487086a req-c7002f03-92e1-4998-aea9-53bc0928ec71 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 210 time: 0.2454448
Aug 25 16:27:12.004067 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:12.035926 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6897928e-c3ab-4f29-ba75-35a70ddc7cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:12.072795 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48263e5-7128-42a2-ad71-2ffdf8166e89 None None] Pushing event updated for resources: {'Port': ['ID=4fc8dc4e-9361-46ea-9a1c-ad3de904fa57,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:12.078362 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Attempting to bind port 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:27:12.079142 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Attempting to bind port 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:27:12.079754 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Attempting to bind port 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 on network 2be15cde-d260-4d32-99ee-590621cca1ed {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:12.082994 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-c48263e5-7128-42a2-ad71-2ffdf8166e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:12.093436 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:27:12.095346 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Checking segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:12.097633 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:12.098156 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Bound using segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:27:12.098570 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Bound port: 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:27:12.102506 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:12.193830 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6897928e-c3ab-4f29-ba75-35a70ddc7cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:12.205221 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] For port 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:27:12.209096 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] For port 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=4fc8dc4e-9361-46ea-9a1c-ad3de904fa57,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:27:12.209315 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-dc2f12ac-3fd3-42de-8793-5b9d9ac37f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:12.264884 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897928e-c3ab-4f29-ba75-35a70ddc7cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a277d210-f990-4ac4-818b-3dc685a912b3,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:12.269929 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-6897928e-c3ab-4f29-ba75-35a70ddc7cff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e093818d5a54a3b9faf6ba67842769d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9838970
Aug 25 16:27:12.271239 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-6897928e-c3ab-4f29-ba75-35a70ddc7cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:12.272673 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44644) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:12.297652 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:12.302651 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:12.334072 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Sync routers for ids ['6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:27:12.356956 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Routers {'6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:27:12.358130 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04cf36d0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:27:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:12.373191 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-74d2c3f6-7e90-43dd-8459-140d500f232e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:12.401751 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Allocated IP 172.20.0.1 (e0ceff83-8770-427d-9a29-aa2f25758798/a14d0543-df93-450e-a48e-2a56aaf8fafa/1b3b9e08-0c92-4722-b370-aaa8eca6ec58) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:27:12.408742 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-74d2c3f6-7e90-43dd-8459-140d500f232e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:12.582013 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48263e5-7128-42a2-ad71-2ffdf8166e89 None None] Pushing event updated for resources: {'Port': ['ID=4fc8dc4e-9361-46ea-9a1c-ad3de904fa57,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:12.582740 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-74d2c3f6-7e90-43dd-8459-140d500f232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:12.587867 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:12.598232 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-c48263e5-7128-42a2-ad71-2ffdf8166e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:12.608494 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:27:12.611338 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0489f670>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:27:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:12.618516 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2c3f6-7e90-43dd-8459-140d500f232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a277d210-f990-4ac4-818b-3dc685a912b3,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:12.622388 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-74d2c3f6-7e90-43dd-8459-140d500f232e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:12.635249 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-74d2c3f6-7e90-43dd-8459-140d500f232e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:12.636389 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-74d2c3f6-7e90-43dd-8459-140d500f232e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a277d210-f990-4ac4-818b-3dc685a912b3 HTTP/1.1" status: 204  len: 168 time: 0.3625543
Aug 25 16:27:12.727294 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Set router 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:27:12.813460 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:12.858393 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Transition to ACTIVE for port object 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:12.947731 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-648a758d-4864-4502-a1dc-2614641cbaf5 req-e394c3ae-bcb9-4682-a0e0-2c924ed60845 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 210 time: 0.0766904
Aug 25 16:27:13.009934 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:13.015234 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:13.119601 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device de1d280b-d9de-444b-b78f-0af68dc31f90 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:13.169787 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Network e0ceff83-8770-427d-9a29-aa2f25758798 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:13.173830 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:13.175758 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Pushing event updated for resources: {'Port': ['ID=1b3b9e08-0c92-4722-b370-aaa8eca6ec58,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:13.232782 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:27:13.233804 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936238'] for router_interface, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:13.295550 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:13.403060 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04cf36d0>, [{'id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'name': 'tempest-ServerRescueNegativeTestJSON-1971211076-router', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:00Z', 'updated_at': '2021-08-25T16:27:08Z', 'revision_number': 4, 'project_id': '19425c1ac63d45a88595b9d54610f1c3', 'gw_port': {'id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:02Z', 'updated_at': '2021-08-25T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'e0b49df0-b731-4f07-9bd2-5442c99d094b', 'name': '', 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'mac_address': 'fa:16:3e:bc:1c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dcb9da4-b268-4415-a341-f0f55b0709fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:09Z', 'revision_number': 2, 'project_id': '19425c1ac63d45a88595b9d54610f1c3', 'subnets': [{'id': '5dcb9da4-b268-4415-a341-f0f55b0709fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:13.414053 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Checking router: 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:27:13.414856 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Updating router 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c port e0b49df0-b731-4f07-9bd2-5442c99d094b binding host dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:27:13.428432 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:27:13.588748 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:13.619592 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:13.636634 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port de1d280b-d9de-444b-b78f-0af68dc31f90 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:13.637203 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:13.638898 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-2eb08453-c9d1-4567-901b-59909c417941 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:13.645002 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-2eb08453-c9d1-4567-901b-59909c417941 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/networks?id=84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 200  len: 819 time: 0.4160171
Aug 25 16:27:13.676532 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-5c38f803-a7f8-4621-a615-e1fea25b688a tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/quotas/19425c1ac63d45a88595b9d54610f1c3 HTTP/1.1" status: 200  len: 375 time: 0.0254722
Aug 25 16:27:13.882956 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-97207249-fe49-4f93-b9f4-dd3a6a26dbe3 req-0f8d7f55-f412-48b8-bc22-5da6a0e02188 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 210 time: 0.1259527
Aug 25 16:27:13.934388 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-214b77ee-fb6d-4c12-9f82-6c3fa1a1e479 None None] Provisioning for port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:13.947022 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-214b77ee-fb6d-4c12-9f82-6c3fa1a1e479 None None] Provisioning complete for port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:13.947714 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-214b77ee-fb6d-4c12-9f82-6c3fa1a1e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:13.966232 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-3cb673e2-8f16-42c7-a448-098d417bbf68 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Synchronizing usage tracker for tenant:19425c1ac63d45a88595b9d54610f1c3 on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:27:14.455103 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-214b77ee-fb6d-4c12-9f82-6c3fa1a1e479 None None] Port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:27:14.455103 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0489f670>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:08Z', 'revision_number': 3, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:14.455103 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d137e1-ecfa-4c3f-bc0d-1295dbd75159 None None] The sync data for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi is: [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:08Z', 'revision_number': 3, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:27:14.457575 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-3cb673e2-8f16-42c7-a448-098d417bbf68 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Unset dirty status for tenant:19425c1ac63d45a88595b9d54610f1c3 on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:27:14.457575 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-3cb673e2-8f16-42c7-a448-098d417bbf68 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=19425c1ac63d45a88595b9d54610f1c3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5252771
Aug 25 16:27:14.458483 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:14.460021 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c53117ce-0b57-477f-9f94-8a78434ee0f2 req-8d7c5e8f-a5d6-4941-8200-92b74dca6501 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 210 time: 0.0471270
Aug 25 16:27:14.460663 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Notify callbacks [] for port, precommit_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:14.460663 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.provisioning_blocks [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Transition to ACTIVE for port object e0b49df0-b731-4f07-9bd2-5442c99d094b will not be triggered until provisioned by entity L2. {{(pid=75964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:14.476966 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-4daf0f2c-3a1b-4e95-8855-a917c6d1e9b3 service neutron] 10.222.0.37 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2601438
Aug 25 16:27:14.526344 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:14.527725 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3365946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937159'] for router_interface, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:14.539685 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:14.610415 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:14.651009 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:14.751756 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.60', 59877) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:14.831621 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Pushing event updated for resources: {'Port': ['ID=1b3b9e08-0c92-4722-b370-aaa8eca6ec58,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:14.845490 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:14.847704 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-98642ea1-7f86-4100-adb9-50a88393d5e2 service neutron] 10.222.0.37 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3637719
Aug 25 16:27:14.956752 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-38f6a3af-99ad-4f1e-8a3c-91486cce963f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:14.959119 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-38f6a3af-99ad-4f1e-8a3c-91486cce963f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "GET /v2.0/networks?id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 200  len: 815 time: 0.2053294
Aug 25 16:27:14.994688 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Network e0ceff83-8770-427d-9a29-aa2f25758798 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:14.995828 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:15.002588 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Request body: {'port': {'device_id': 'c718bfdf-3564-41ea-b585-2b923178c8cd', 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4', 'admin_state_up': True, 'tenant_id': '9072cf1a9d8f458e8c6262741354d21d'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:15.012353 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddeb66-505a-46ad-b963-5ff83d3e328d None None] Pushing event updated for resources: {'Port': ['ID=e0b49df0-b731-4f07-9bd2-5442c99d094b,revision_number=3']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:15.019509 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-a5ddeb66-505a-46ad-b963-5ff83d3e328d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:15.026703 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Attempting to bind port e0b49df0-b731-4f07-9bd2-5442c99d094b on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:27:15.027105 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Attempting to bind port e0b49df0-b731-4f07-9bd2-5442c99d094b by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:27:15.028055 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Attempting to bind port e0b49df0-b731-4f07-9bd2-5442c99d094b on network 84706828-7293-46ff-88be-263fd4b2bb94 {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:15.042001 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:27:15.042387 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Checking segment: {'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:15.042792 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:15.043195 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Bound using segment: {'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:27:15.043779 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Bound port: e0b49df0-b731-4f07-9bd2-5442c99d094b, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'}}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:27:15.045591 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:15.443457 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] For port e0b49df0-b731-4f07-9bd2-5442c99d094b, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:27:15.450782 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-097ceff4-ecc7-4183-b382-7cbb33110249 req-e0ce36c8-ae5d-4710-8ef4-b9d868bde343 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 210 time: 0.2065635
Aug 25 16:27:15.453701 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] For port e0b49df0-b731-4f07-9bd2-5442c99d094b, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e0b49df0-b731-4f07-9bd2-5442c99d094b,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:27:15.475818 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-f72af7a4-f5d8-46c5-bbb2-27a394c1bc88 None None] Provisioning complete for port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:15.476973 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f72af7a4-f5d8-46c5-bbb2-27a394c1bc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:15.548352 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:15.592398 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:15.694208 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fcddd9ff-fc4a-443a-83eb-6155bbe00940 req-f7bce51d-4de9-4d60-8fe2-b1fddc36177c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 210 time: 0.2723196
Aug 25 16:27:15.760506 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-f72af7a4-f5d8-46c5-bbb2-27a394c1bc88 None None] Port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:27:15.802051 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Routers {'6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:27:15.802858 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04cf36d0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:27:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:15.873014 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:15.881007 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Usage tracker for resource:port and tenant:9072cf1a9d8f458e8c6262741354d21d is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:15.891053 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:15.914937 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddeb66-505a-46ad-b963-5ff83d3e328d None None] Pushing event updated for resources: {'Port': ['ID=e0b49df0-b731-4f07-9bd2-5442c99d094b,revision_number=4']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:15.925570 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-a5ddeb66-505a-46ad-b963-5ff83d3e328d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:15.991081 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.60', 59883) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:16.007992 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8c55ca18-df06-4ecf-b45b-ee8217c36de6 req-1417148e-2d6e-4919-b761-05a3a1509397 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 210 time: 0.1087687
Aug 25 16:27:16.014199 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:16.114345 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] Set router 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:27:16.136659 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Made reservation on behalf of 9072cf1a9d8f458e8c6262741354d21d for: {'port': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:27:16.141835 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:16.159354 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Router 220caf4f-5143-4fc3-bd5c-bf8925e239ec has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:27:16.468706 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-f7b5d8f7-1963-45c4-9fb5-8913590baa02 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:16.470479 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-f7b5d8f7-1963-45c4-9fb5-8913590baa02 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.60 "GET /v2.0/networks?id=1340ca85-58ee-4082-82f6-a7444485fb04 HTTP/1.1" status: 200  len: 812 time: 0.4710569
Aug 25 16:27:16.508739 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Request body: {'port': {'device_id': '6b17c9fa-1216-4724-acb5-41bbe26c03ba', 'network_id': '1340ca85-58ee-4082-82f6-a7444485fb04', 'admin_state_up': True, 'tenant_id': '38b0e87c43754d30ab77c533ecb34719'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:16.656223 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Allocated IP 172.20.0.8 (eaf07166-bf4b-43f2-9be9-fca65a7dddb4/923d1b96-9544-4f53-ba3c-4064ebfadffe/4b2c30ec-4fb2-46a5-b532-5646204d8fba) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:27:17.103080 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04cf36d0>, [{'id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'name': 'tempest-ServerRescueNegativeTestJSON-1971211076-router', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:00Z', 'updated_at': '2021-08-25T16:27:08Z', 'revision_number': 4, 'project_id': '19425c1ac63d45a88595b9d54610f1c3', 'gw_port': {'id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:02Z', 'updated_at': '2021-08-25T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'e0b49df0-b731-4f07-9bd2-5442c99d094b', 'name': '', 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'mac_address': 'fa:16:3e:bc:1c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dcb9da4-b268-4415-a341-f0f55b0709fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:15Z', 'revision_number': 4, 'project_id': '19425c1ac63d45a88595b9d54610f1c3', 'subnets': [{'id': '5dcb9da4-b268-4415-a341-f0f55b0709fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:17.136769 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c290e95-45bb-433b-ae27-0d499cde337a None None] The sync data for ids ['6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'] in dv-cinder-805825-2-iscsi is: [{'id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'name': 'tempest-ServerRescueNegativeTestJSON-1971211076-router', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:00Z', 'updated_at': '2021-08-25T16:27:08Z', 'revision_number': 4, 'project_id': '19425c1ac63d45a88595b9d54610f1c3', 'gw_port': {'id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:02Z', 'updated_at': '2021-08-25T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'e0b49df0-b731-4f07-9bd2-5442c99d094b', 'name': '', 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'mac_address': 'fa:16:3e:bc:1c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dcb9da4-b268-4415-a341-f0f55b0709fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:15Z', 'revision_number': 4, 'project_id': '19425c1ac63d45a88595b9d54610f1c3', 'subnets': [{'id': '5dcb9da4-b268-4415-a341-f0f55b0709fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:27:17.158533 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:17.292082 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:17.298641 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Usage tracker for resource:port and tenant:38b0e87c43754d30ab77c533ecb34719 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:17.342357 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:17.362319 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:17.434870 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:27:17.454645 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] 10.222.0.37 "PUT /v2.0/routers/220caf4f-5143-4fc3-bd5c-bf8925e239ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5957117
Aug 25 16:27:17.496709 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Made reservation on behalf of 38b0e87c43754d30ab77c533ecb34719 for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:27:17.514044 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:17.532414 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:17.539535 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-36614d77-4ddc-41fc-a593-74274ea36c31 req-9d255206-84cd-4f0a-8a5a-2dcfa7bfcd9f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 210 time: 0.0982273
Aug 25 16:27:17.540396 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:17.540687 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:17.655379 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:17.793892 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-cfef9273-676a-4b44-af48-fc1a903db938 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:17.795379 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-cfef9273-676a-4b44-af48-fc1a903db938 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/networks?id=84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 200  len: 819 time: 1.3254287
Aug 25 16:27:17.860726 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d532cea7-2029-49b7-b7a6-b1688177ca4f req-aeccbd17-1326-4f6d-921f-42c0c29ff3f7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 210 time: 0.0640693
Aug 25 16:27:17.889797 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-d54847da-0b1e-41a8-ae0c-0b30ed93a003 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/quotas/19425c1ac63d45a88595b9d54610f1c3 HTTP/1.1" status: 200  len: 375 time: 0.0243738
Aug 25 16:27:17.904539 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:17.928917 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=4fc8dc4e-9361-46ea-9a1c-ad3de904fa57,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:17.988592 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Allocated IP 172.20.0.4 (1340ca85-58ee-4082-82f6-a7444485fb04/f099a219-9e1d-480e-b116-ae17381ec538/0b24ce64-e6a9-4fe1-8815-8fa18c82af42) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:27:17.998110 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:18.043679 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:18.068517 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:18.074293 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-c48263e5-7128-42a2-ad71-2ffdf8166e89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:18.175207 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:18.198514 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:18.202504 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:27:18.214108 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:18.214777 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:18.227457 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=4fc8dc4e-9361-46ea-9a1c-ad3de904fa57,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:18.242015 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:18.242899 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Pushing event updated for resources: {'Port': ['ID=4b2c30ec-4fb2-46a5-b532-5646204d8fba,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:18.251234 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:18.405373 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-1b865183-c2fd-4d64-a950-e599c7ea4515 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=19425c1ac63d45a88595b9d54610f1c3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5025105
Aug 25 16:27:18.845891 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:18.929071 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9304695
Aug 25 16:27:18.943469 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:18.985590 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:19.004098 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-fee7de4b-a6a3-4db9-892d-aa683fdcc955 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=75962) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 25 16:27:19.027927 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-fee7de4b-a6a3-4db9-892d-aa683fdcc955 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0672212
Aug 25 16:27:19.138881 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Network 1340ca85-58ee-4082-82f6-a7444485fb04 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:19.181159 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:19.202028 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:27:19.219819 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:19.221902 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:19.226063 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-44989be3-abf7-4638-85b9-f4b90121d515 service neutron] 10.222.0.37 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8179066
Aug 25 16:27:19.310586 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e0b49df0-b731-4f07-9bd2-5442c99d094b up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:19.340653 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Pushing event updated for resources: {'Port': ['ID=0b24ce64-e6a9-4fe1-8815-8fa18c82af42,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:19.353412 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:19.423566 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9263380
Aug 25 16:27:19.614399 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-d2077494-8640-4cbe-8eaf-e5d17a223f00 service neutron] 10.222.0.37 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3815353
Aug 25 16:27:19.674568 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port e0b49df0-b731-4f07-9bd2-5442c99d094b completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:19.692524 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port e0b49df0-b731-4f07-9bd2-5442c99d094b triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:19.693219 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:19.735481 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.60', 59893) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:20.166336 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:20.197525 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-a5890873-b38a-44d7-9f36-a9334c5b3f9f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:20.202363 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-a5890873-b38a-44d7-9f36-a9334c5b3f9f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Synchronizing usage tracker for tenant:19425c1ac63d45a88595b9d54610f1c3 on resource:network {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:27:20.236895 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port e0b49df0-b731-4f07-9bd2-5442c99d094b, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e0b49df0-b731-4f07-9bd2-5442c99d094b,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:20.320081 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:20.321869 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:20.324763 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-a5890873-b38a-44d7-9f36-a9334c5b3f9f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Unset dirty status for tenant:19425c1ac63d45a88595b9d54610f1c3 on resource:network {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:27:20.330393 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-a5890873-b38a-44d7-9f36-a9334c5b3f9f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.60 "GET /v2.0/networks?id=84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 200  len: 819 time: 0.7752514
Aug 25 16:27:20.378769 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Request body: {'port': {'device_id': '994055e8-1ca1-46af-a264-d79f8f5c6d94', 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94', 'admin_state_up': True, 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:20.487372 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44856) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:20.503496 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:20.507282 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741835230', 'description': 'tempest-description--203420203'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:20.516812 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Request body: {'port': {'device_id': 'c718bfdf-3564-41ea-b585-2b923178c8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:20.550735 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:20.603737 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Usage tracker for resource:security_group and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:20.613374 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:20.628576 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:20.781420 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:20.781799 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:20.804678 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Request body: {'port': {'device_id': '6b17c9fa-1216-4724-acb5-41bbe26c03ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:20.884214 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=e0b49df0-b731-4f07-9bd2-5442c99d094b,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:20.888492 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:21.077177 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:21.095017 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:21.127949 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee204b-b7b6-4557-8981-1ff65bf130f0 req-8251fc56-3642-4571-aa46-4feeb32e72d3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:21.128794 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-1bee204b-b7b6-4557-8981-1ff65bf130f0 req-8251fc56-3642-4571-aa46-4feeb32e72d3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Synchronizing usage tracker for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:27:21.136692 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:21.192813 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:21.257613 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Made reservation on behalf of 19425c1ac63d45a88595b9d54610f1c3 for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:27:21.261453 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:21.273720 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:21.302896 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e0b49df0-b731-4f07-9bd2-5442c99d094b up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:21.469825 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port e0b49df0-b731-4f07-9bd2-5442c99d094b triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:21.470706 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:21.692512 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-1bee204b-b7b6-4557-8981-1ff65bf130f0 req-8251fc56-3642-4571-aa46-4feeb32e72d3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Unset dirty status for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:27:21.696756 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1bee204b-b7b6-4557-8981-1ff65bf130f0 req-8251fc56-3642-4571-aa46-4feeb32e72d3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 931 time: 1.3053815
Aug 25 16:27:21.747820 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Allocated IP 172.20.0.12 (84706828-7293-46ff-88be-263fd4b2bb94/5dcb9da4-b268-4415-a341-f0f55b0709fe/b36da994-aabe-4419-8adb-6fb2f5096b45) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:27:22.100792 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:22.192641 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:22.328368 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Usage tracker for resource:security_group_rule and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:22.341007 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 44894) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:22.378187 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:22.386005 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:22.567279 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Network 84706828-7293-46ff-88be-263fd4b2bb94 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:22.579770 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:22.583814 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:27:22.598062 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:22.598825 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:22.659230 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Pushing event updated for resources: {'Port': ['ID=b36da994-aabe-4419-8adb-6fb2f5096b45,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:22.663565 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:22.744027 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3756590
Aug 25 16:27:22.761190 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1bee204b-b7b6-4557-8981-1ff65bf130f0 req-75fa519b-f61a-413b-8a33-3e75ff47c012 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0378184
Aug 25 16:27:22.769870 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:22.791260 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Request body: {'port': {'device_id': '994055e8-1ca1-46af-a264-d79f8f5c6d94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:22.805280 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:22.860911 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 {{(pid=75962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:27:22.885589 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490a0bf-66a4-4326-9bd1-1b2fe1bc20d7 req-efcb320f-c5ed-449d-a408-28af8b3ade7e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:22.891686 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8490a0bf-66a4-4326-9bd1-1b2fe1bc20d7 req-efcb320f-c5ed-449d-a408-28af8b3ade7e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 931 time: 2.0410013
Aug 25 16:27:22.958547 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:23.008791 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fb599778-88c3-4f73-999d-961196ac4e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:23.035506 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:23.149477 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-fb599778-88c3-4f73-999d-961196ac4e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:23.157018 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-fb599778-88c3-4f73-999d-961196ac4e51 admin admin] Usage tracker for resource:security_group_rule and tenant:1b0b349be1d04f5b8f94ba21bba401b3 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:23.163587 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-fb599778-88c3-4f73-999d-961196ac4e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:23.173894 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-fb599778-88c3-4f73-999d-961196ac4e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:23.247354 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.provisioning_blocks [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Transition to ACTIVE for port object 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 will not be triggered until provisioned by entity L2. {{(pid=75962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:23.268742 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-36d98d89-2b61-47fd-872f-eae2b4635462 req-85ec62d2-82b8-48fa-83c8-8c7ee2788f74 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 210 time: 0.1853025
Aug 25 16:27:23.297247 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:23.327702 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:23.404642 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.db.resource_extend [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 25 16:27:23.414477 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-8490a0bf-66a4-4326-9bd1-1b2fe1bc20d7 req-57b1ea53-4650-428a-95bd-21fedac460ef tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Synchronizing usage tracker for tenant:38b0e87c43754d30ab77c533ecb34719 on resource:security_group {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:27:23.577299 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fb599778-88c3-4f73-999d-961196ac4e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:23.603091 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:23.626241 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.60', 59896) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:23.626972 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:23.690530 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2c30ec-4fb2-46a5-b532-5646204d8fba {{(pid=75962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:27:23.721090 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:23.766780 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.provisioning_blocks [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Transition to ACTIVE for port object 4b2c30ec-4fb2-46a5-b532-5646204d8fba will not be triggered until provisioned by entity L2. {{(pid=75962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:23.775847 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fb599778-88c3-4f73-999d-961196ac4e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:23.825954 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.db.resource_extend [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 25 16:27:23.830648 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Pushing event updated for resources: {'Port': ['ID=0b24ce64-e6a9-4fe1-8815-8fa18c82af42,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:23.840279 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:23.932971 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36da994-aabe-4419-8adb-6fb2f5096b45 {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:27:23.941812 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:23.984796 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Transition to ACTIVE for port object b36da994-aabe-4419-8adb-6fb2f5096b45 will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:24.204966 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-000c66bf-4e3e-45ce-858d-85bc32cca68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:24.247148 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:24.247632 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-8490a0bf-66a4-4326-9bd1-1b2fe1bc20d7 req-57b1ea53-4650-428a-95bd-21fedac460ef tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Unset dirty status for tenant:38b0e87c43754d30ab77c533ecb34719 on resource:security_group {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:27:24.252936 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8490a0bf-66a4-4326-9bd1-1b2fe1bc20d7 req-57b1ea53-4650-428a-95bd-21fedac460ef tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3032608
Aug 25 16:27:24.255870 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:24.273669 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:24.363943 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-ec607ca5-af8e-4ae6-8018-9f2521787c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:24.469042 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-fb599778-88c3-4f73-999d-961196ac4e51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b0b349be1d04f5b8f94ba21bba401b3&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1268597
Aug 25 16:27:24.527777 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44936) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:24.575359 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb599778-88c3-4f73-999d-961196ac4e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1ba8ad-556c-416e-83f1-70ce158ca982,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:24.935389 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fb599778-88c3-4f73-999d-961196ac4e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:24.951074 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b3fb0126-6912-4aa1-927f-bc8923c829d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.609s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:25.068836 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-b470410f-0f63-4e97-9f19-b0520ed949d7 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:25.070270 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-b470410f-0f63-4e97-9f19-b0520ed949d7 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.60 "GET /v2.0/networks?id=84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 200  len: 819 time: 1.4274514
Aug 25 16:27:25.270044 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2c30ec-4fb2-46a5-b532-5646204d8fba,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:25.276714 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Pushing event updated for resources: {'Port': ['ID=b36da994-aabe-4419-8adb-6fb2f5096b45,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:25.277789 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:25.278714 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:25.289992 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 4.8000274
Aug 25 16:27:25.341816 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Request body: {'port': {'device_id': '7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b', 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94', 'admin_state_up': True, 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:25.476127 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Attempting to bind port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:27:25.476628 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Attempting to bind port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '13b5f8f0-542f-4b33-892d-aa8683afb432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1340ca85-58ee-4082-82f6-a7444485fb04'}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:27:25.477019 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Attempting to bind port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 on network 1340ca85-58ee-4082-82f6-a7444485fb04 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:25.479657 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.951s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:25.497991 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44954) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:25.518755 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Attempting to bind port 4b2c30ec-4fb2-46a5-b532-5646204d8fba on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:27:25.519098 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Attempting to bind port 4b2c30ec-4fb2-46a5-b532-5646204d8fba by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:27:25.519600 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Attempting to bind port 4b2c30ec-4fb2-46a5-b532-5646204d8fba on network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:25.564757 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 44960) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:25.565665 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Port 4b2c30ec-4fb2-46a5-b532-5646204d8fba on network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:27:25.566022 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Attempting to bind port 4b2c30ec-4fb2-46a5-b532-5646204d8fba on network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:25.600350 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-95ee8182-f998-49b9-91cb-b686f2ef348c req-cdf19d11-f4bc-410f-9c7b-fdb1c6cd0f0b tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 210 time: 0.7925529
Aug 25 16:27:25.620815 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Request body: {'security_group_rule': {'security_group_id': '563b656c-0007-4ae6-92bc-cb3bcbff7ef7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:25.650052 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:25.669606 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Usage tracker for resource:security_group_rule and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:25.680901 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:25.692954 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:25.723791 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:25.815200 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Attempting to bind port b36da994-aabe-4419-8adb-6fb2f5096b45 on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:27:25.815791 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Attempting to bind port b36da994-aabe-4419-8adb-6fb2f5096b45 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:27:25.816324 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Attempting to bind port b36da994-aabe-4419-8adb-6fb2f5096b45 on network 84706828-7293-46ff-88be-263fd4b2bb94 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:25.836154 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:25.842874 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Port b36da994-aabe-4419-8adb-6fb2f5096b45 on network 84706828-7293-46ff-88be-263fd4b2bb94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:27:25.844038 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Attempting to bind port b36da994-aabe-4419-8adb-6fb2f5096b45 on network 84706828-7293-46ff-88be-263fd4b2bb94 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:25.851067 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Usage tracker for resource:port and tenant:19425c1ac63d45a88595b9d54610f1c3 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:25.857709 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:25.868160 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:25.871870 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:27:25.872478 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Checking segment: {'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:25.883840 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Bound using segment: {'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:27:25.884382 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Bound port: b36da994-aabe-4419-8adb-6fb2f5096b45, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:27:25.884762 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:25.895157 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-93de85c2-1ac0-473a-b9b5-c73205bd9b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:25.981169 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-93de85c2-1ac0-473a-b9b5-c73205bd9b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:25.994760 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Made reservation on behalf of 19425c1ac63d45a88595b9d54610f1c3 for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:27:25.998133 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:26.009567 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:26.026610 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 on network 1340ca85-58ee-4082-82f6-a7444485fb04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:27:26.026994 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Attempting to bind port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 on network 1340ca85-58ee-4082-82f6-a7444485fb04 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:26.048916 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:27:26.049390 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Checking segment: {'id': '13b5f8f0-542f-4b33-892d-aa8683afb432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1340ca85-58ee-4082-82f6-a7444485fb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:26.049883 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Bound using segment: {'id': '13b5f8f0-542f-4b33-892d-aa8683afb432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1340ca85-58ee-4082-82f6-a7444485fb04'} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:27:26.051443 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Bound port: 0b24ce64-e6a9-4fe1-8815-8fa18c82af42, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b5f8f0-542f-4b33-892d-aa8683afb432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1340ca85-58ee-4082-82f6-a7444485fb04'}}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:27:26.051443 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:26.119195 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563b656c-0007-4ae6-92bc-cb3bcbff7ef7,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:26.122448 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:27:26.122645 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Checking segment: {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:26.122975 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Bound using segment: {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:27:26.123421 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Bound port: 4b2c30ec-4fb2-46a5-b532-5646204d8fba, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'}}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:27:26.123770 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:26.150737 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:26.152787 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] For port b36da994-aabe-4419-8adb-6fb2f5096b45, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:27:26.160882 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] For port b36da994-aabe-4419-8adb-6fb2f5096b45, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b36da994-aabe-4419-8adb-6fb2f5096b45,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:27:26.168453 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e64fc9-e079-479a-90bb-2bc75535adce req-4d8ddd90-139d-4afb-a971-5455aa44e8d7 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:26.177052 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-89e64fc9-e079-479a-90bb-2bc75535adce req-4d8ddd90-139d-4afb-a971-5455aa44e8d7 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 943 time: 2.0185437
Aug 25 16:27:26.251561 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:26.324049 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:26.457758 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-89e64fc9-e079-479a-90bb-2bc75535adce req-90d5d761-7c68-4554-af54-93b7f3cd3918 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2796733
Aug 25 16:27:26.468201 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:26.469740 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] 10.222.0.60 "PUT /v2.0/ports/b36da994-aabe-4419-8adb-6fb2f5096b45 HTTP/1.1" status: 200  len: 1094 time: 3.6850719
Aug 25 16:27:26.470254 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994055e8-1ca1-46af-a264-d79f8f5c6d94', 'tag': 'b36da994-aabe-4419-8adb-6fb2f5096b45'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:27:26.571413 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Allocated IP 172.20.0.13 (84706828-7293-46ff-88be-263fd4b2bb94/5dcb9da4-b268-4415-a341-f0f55b0709fe/2bfd13fa-4ac0-4d72-8f03-bfd15500a84e) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:27:26.594164 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Pushing event updated for resources: {'Port': ['ID=b36da994-aabe-4419-8adb-6fb2f5096b45,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:26.605467 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1d7622bf-ac1d-4461-8b00-44785a4ff369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:26.607323 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:26.634729 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-93de85c2-1ac0-473a-b9b5-c73205bd9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:26.644102 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] For port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42, host hv-cinder-80582, cleared binding levels {{(pid=75962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:27:26.713897 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] For port 4b2c30ec-4fb2-46a5-b532-5646204d8fba, host hv-cinder-80582, cleared binding levels {{(pid=75962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:27:26.743449 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:26.823239 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:26.825985 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-93de85c2-1ac0-473a-b9b5-c73205bd9b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:26.827385 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-93de85c2-1ac0-473a-b9b5-c73205bd9b08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de1ba8ad-556c-416e-83f1-70ce158ca982 HTTP/1.1" status: 204  len: 168 time: 2.2974494
Aug 25 16:27:26.836818 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac594b6-8da4-4396-8e93-12e6e89b01df req-448bca07-4c58-444f-8c24-49fe14963c06 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:26.838699 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1ac594b6-8da4-4396-8e93-12e6e89b01df req-448bca07-4c58-444f-8c24-49fe14963c06 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 943 time: 0.8355176
Aug 25 16:27:26.845294 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de85c2-1ac0-473a-b9b5-c73205bd9b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1ba8ad-556c-416e-83f1-70ce158ca982,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:26.848025 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-93de85c2-1ac0-473a-b9b5-c73205bd9b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:26.850794 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] For port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0b24ce64-e6a9-4fe1-8815-8fa18c82af42,segment=NetworkSegment(13b5f8f0-542f-4b33-892d-aa8683afb432),segment_id=13b5f8f0-542f-4b33-892d-aa8683afb432)] {{(pid=75962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:27:26.943057 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] For port 4b2c30ec-4fb2-46a5-b532-5646204d8fba, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b2c30ec-4fb2-46a5-b532-5646204d8fba,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:27:26.950276 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1ac594b6-8da4-4396-8e93-12e6e89b01df req-112621ae-c723-4f2c-8a8b-2064d51aeb8a tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977709
Aug 25 16:27:26.957996 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:26.964542 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-1d7622bf-ac1d-4461-8b00-44785a4ff369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:27.025313 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-1d7622bf-ac1d-4461-8b00-44785a4ff369 admin admin] Usage tracker for resource:security_group_rule and tenant:9fe0f6d61d0e443a9112dfc92c694bf0 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:27.025313 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:27.084654 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-1d7622bf-ac1d-4461-8b00-44785a4ff369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:27.094947 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:27.112464 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-0ed4d4a6-023b-402a-91f5-77ec4e5db3a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19425c1ac63d45a88595b9d54610f1c3&device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 1097 time: 0.5036702
Aug 25 16:27:27.153357 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:27.163073 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-1d7622bf-ac1d-4461-8b00-44785a4ff369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:27.216238 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc235e0-b950-4714-b5b3-aef16a79b74e,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:27.247767 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-33174081-ebc6-402e-b594-e002bddf73fd req-0b5c1e4a-a3d2-4804-9bb5-2522327f8ff9 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 210 time: 0.2249467
Aug 25 16:27:27.283686 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-71bced2a-f5a7-4fe9-b066-7b05e5b416a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36da994-aabe-4419-8adb-6fb2f5096b45 HTTP/1.1" status: 200  len: 217 time: 0.1403949
Aug 25 16:27:27.325052 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:27.328585 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:27.415769 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:27.416943 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.8797283
Aug 25 16:27:27.427804 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 45006) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:27.431388 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:27.434093 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] 10.222.0.60 "PUT /v2.0/ports/4b2c30ec-4fb2-46a5-b532-5646204d8fba HTTP/1.1" status: 200  len: 1093 time: 7.6948521
Aug 25 16:27:27.448229 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c718bfdf-3564-41ea-b585-2b923178c8cd', 'tag': '4b2c30ec-4fb2-46a5-b532-5646204d8fba'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:27:27.557324 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-6acc2927-2327-4196-a199-e7d1b8f3b5e7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:27.566021 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Request body: {'security_group_rule': {'security_group_id': '563b656c-0007-4ae6-92bc-cb3bcbff7ef7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:27.578614 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-6acc2927-2327-4196-a199-e7d1b8f3b5e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dcb9da4-b268-4415-a341-f0f55b0709fe HTTP/1.1" status: 200  len: 859 time: 0.2861583
Aug 25 16:27:27.580972 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:27.582889 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] 10.222.0.60 "PUT /v2.0/ports/0b24ce64-e6a9-4fe1-8815-8fa18c82af42 HTTP/1.1" status: 200  len: 1093 time: 7.8454716
Aug 25 16:27:27.587855 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:27.620546 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Usage tracker for resource:security_group_rule and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:27.661988 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994055e8-1ca1-46af-a264-d79f8f5c6d94', 'tag': 'b36da994-aabe-4419-8adb-6fb2f5096b45', 'status': 'completed', 'code': 200}
Aug 25 16:27:27.698969 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:27.727798 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:27.862341 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-ef12ad53-d5ef-428b-8004-edf6a40f0966 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84706828-7293-46ff-88be-263fd4b2bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1969721
Aug 25 16:27:27.883241 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:27.903111 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Pushing event updated for resources: {'Port': ['ID=0b24ce64-e6a9-4fe1-8815-8fa18c82af42,revision_number=3']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:28.277554 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1d7622bf-ac1d-4461-8b00-44785a4ff369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:28.303280 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:28.307624 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-a498c927-6d22-4f8d-842b-135ffb158741 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4068236
Aug 25 16:27:28.314224 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:28.358473 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2c30ec-4fb2-46a5-b532-5646204d8fba,revision_number=3']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:28.431137 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Network 84706828-7293-46ff-88be-263fd4b2bb94 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:28.434593 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:28.437805 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.109s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:28.462442 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.247s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:28.462876 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:28.480794 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1d7622bf-ac1d-4461-8b00-44785a4ff369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:28.485232 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:28.497288 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:27:28.497716 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:28.498327 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:28.526040 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-93de85c2-1ac0-473a-b9b5-c73205bd9b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:28.531894 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Pushing event updated for resources: {'Port': ['ID=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:28.601369 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:28.603089 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4152584
Aug 25 16:27:28.653612 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1886f911-b0b7-4a1c-a851-19b77f4c5e55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 1096 time: 1.0120406
Aug 25 16:27:28.664197 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-108bbcf3-2f07-4917-8bd9-64fb2e9e11d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38b0e87c43754d30ab77c533ecb34719&device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 1096 time: 0.9328423
Aug 25 16:27:28.670154 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7622bf-ac1d-4461-8b00-44785a4ff369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fe3f0e-f204-4ed8-9574-0c32ba5ae112,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:28.680034 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1d7622bf-ac1d-4461-8b00-44785a4ff369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:28.696416 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-1d7622bf-ac1d-4461-8b00-44785a4ff369 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fe0f6d61d0e443a9112dfc92c694bf0&name=default HTTP/1.1" status: 200  len: 2647 time: 3.0909381
Aug 25 16:27:28.700443 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45046) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:28.721860 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Request body: {'port': {'device_id': '7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:28.745550 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35fe3d-d458-408f-b57f-205199143e1b req-221063b3-a3c5-403a-82e8-314fc53d079b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:28.747406 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ee35fe3d-d458-408f-b57f-205199143e1b req-221063b3-a3c5-403a-82e8-314fc53d079b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 943 time: 0.8547850
Aug 25 16:27:28.754308 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:28.768442 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe22e45-3113-4c7c-9e62-3e4d4e0475fe req-ff8d8a41-459a-410a-a4d9-d36f72f737bb tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:28.770057 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1fe22e45-3113-4c7c-9e62-3e4d4e0475fe req-ff8d8a41-459a-410a-a4d9-d36f72f737bb tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 943 time: 0.4034815
Aug 25 16:27:29.071258 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-17a2ef4b-d40a-4a08-bc0a-d865d54e4992 req-9679bb58-51e9-4c2e-94c4-06b047df8cb2 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6320333
Aug 25 16:27:29.188858 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:29.195984 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-cd9452bc-1109-4832-b106-625e25543e2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b24ce64-e6a9-4fe1-8815-8fa18c82af42 HTTP/1.1" status: 200  len: 217 time: 0.2892888
Aug 25 16:27:29.273303 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24a281be-74a7-43e1-8389-142ebac4d852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:29.325889 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:29.353923 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e792a4fc-b346-49f1-b921-890d6b28ea1a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:29.357034 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24a281be-74a7-43e1-8389-142ebac4d852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:29.393161 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e646cd0-fb1b-4018-b0e1-6eead219c9ab,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:29.407153 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:29.439598 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1a9988c1-7412-439f-87d0-8c00d4b49c71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b2c30ec-4fb2-46a5-b532-5646204d8fba HTTP/1.1" status: 200  len: 217 time: 0.4356093
Aug 25 16:27:29.486175 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ee35fe3d-d458-408f-b57f-205199143e1b req-4f609b09-3fd5-4d0c-9975-e8877ffef3f9 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7113326
Aug 25 16:27:29.773921 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1fe22e45-3113-4c7c-9e62-3e4d4e0475fe req-72cd8018-75a9-4a40-ad54-1d5a177fc9a8 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9139569
Aug 25 16:27:29.785990 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-aeb0b75f-2784-4fde-828f-ff009a71b0ff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:29.791377 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-aeb0b75f-2784-4fde-828f-ff009a71b0ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f099a219-9e1d-480e-b116-ae17381ec538 HTTP/1.1" status: 200  len: 852 time: 0.4969256
Aug 25 16:27:29.807587 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:29.821909 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 2.3712132
Aug 25 16:27:29.822128 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24a281be-74a7-43e1-8389-142ebac4d852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:29.874818 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45072) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:29.875585 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-707dd2e0-1759-4dc9-8f62-24d83ec22d63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1340ca85-58ee-4082-82f6-a7444485fb04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543177
Aug 25 16:27:29.910802 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1ae9a7d7-dcc0-4f24-8660-2a2584f8516b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:29.912377 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-1ae9a7d7-dcc0-4f24-8660-2a2584f8516b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=923d1b96-9544-4f53-ba3c-4064ebfadffe HTTP/1.1" status: 200  len: 855 time: 0.3693182
Aug 25 16:27:30.066896 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-2a04ef6f-69b7-4a5e-a531-5f802ef24cd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0892684
Aug 25 16:27:30.140658 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c718bfdf-3564-41ea-b585-2b923178c8cd', 'tag': '4b2c30ec-4fb2-46a5-b532-5646204d8fba', 'status': 'completed', 'code': 200}
Aug 25 16:27:30.145686 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ed98d3ba-288f-4148-9772-6442cf9cd537 req-79151c9e-aee9-4a30-8e78-0ba793633d39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19425c1ac63d45a88595b9d54610f1c3&device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 1097 time: 0.6301939
Aug 25 16:27:30.148886 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fb599778-88c3-4f73-999d-961196ac4e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:30.311661 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-dc634e83-f772-4f9d-9482-0723674759a9 service neutron] 10.222.0.60 "GET /v2.0/networks/1340ca85-58ee-4082-82f6-a7444485fb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4257584
Aug 25 16:27:30.335070 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a281be-74a7-43e1-8389-142ebac4d852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fe3f0e-f204-4ed8-9574-0c32ba5ae112,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:30.337642 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98d3ba-288f-4148-9772-6442cf9cd537 req-c60f8fa1-ef5b-49cf-8206-6deea7d32081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:30.339212 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ed98d3ba-288f-4148-9772-6442cf9cd537 req-c60f8fa1-ef5b-49cf-8206-6deea7d32081 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 200  len: 920 time: 0.1734571
Aug 25 16:27:30.343834 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Request body: {'floatingip': {'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:30.350044 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-24a281be-74a7-43e1-8389-142ebac4d852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:30.442899 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:30.453707 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:27:30.458323 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24a281be-74a7-43e1-8389-142ebac4d852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:30.463791 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-24a281be-74a7-43e1-8389-142ebac4d852 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21fe3f0e-f204-4ed8-9574-0c32ba5ae112 HTTP/1.1" status: 204  len: 168 time: 1.7588186
Aug 25 16:27:30.472417 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Usage tracker for resource:floatingip and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:30.489810 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:30.500081 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:30.500827 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:30.507614 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ed98d3ba-288f-4148-9772-6442cf9cd537 req-45813929-1042-4f00-ad13-fe9162dc7521 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36da994-aabe-4419-8adb-6fb2f5096b45 HTTP/1.1" status: 200  len: 217 time: 0.1506593
Aug 25 16:27:30.526334 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Transition to ACTIVE for port object 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:30.528379 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf642-9a97-40b7-9218-8a882d54a8f3 req-4322cccf-957a-4475-a21f-e32d76134b15 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:30.530125 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-12ecf642-9a97-40b7-9218-8a882d54a8f3 req-4322cccf-957a-4475-a21f-e32d76134b15 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 932 time: 0.5044959
Aug 25 16:27:30.539419 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-82232de3-f455-454e-aa65-8a32bd39bb2d service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4476991
Aug 25 16:27:30.732777 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98d3ba-288f-4148-9772-6442cf9cd537 req-3442c290-ad5a-4c74-a764-d4e3ccfc426d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:30.738835 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ed98d3ba-288f-4148-9772-6442cf9cd537 req-3442c290-ad5a-4c74-a764-d4e3ccfc426d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dcb9da4-b268-4415-a341-f0f55b0709fe HTTP/1.1" status: 200  len: 859 time: 0.2134693
Aug 25 16:27:30.742721 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:30.747356 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:30.933415 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ed98d3ba-288f-4148-9772-6442cf9cd537 req-6d59d16d-207f-4233-888f-4104cf7fd4f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84706828-7293-46ff-88be-263fd4b2bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1468599
Aug 25 16:27:30.941167 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:31.126887 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-37aaed37-7ed8-4a29-b5ae-d9b68f713a74 req-490f0022-d1f0-4ae6-b8a8-2ab2fbe9aad8 service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4218647
Aug 25 16:27:31.367428 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:27:31.438822 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-12ecf642-9a97-40b7-9218-8a882d54a8f3 req-143547ee-fced-474f-a96e-aa17f9c4de86 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8954124
Aug 25 16:27:31.466823 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32bd0f8-356d-4651-9f6a-29c8e338bf42 req-53715906-803e-4320-be36-c0000de6cf5f service neutron] 10.222.0.60 "GET /v2.0/networks/1340ca85-58ee-4082-82f6-a7444485fb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0965643
Aug 25 16:27:31.521060 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ae861-2401-4b3b-a5b6-d61e15046ddb req-3df6d501-9ed4-4e96-8ed2-27ba22ba82ce tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:31.532203 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e84ae861-2401-4b3b-a5b6-d61e15046ddb req-3df6d501-9ed4-4e96-8ed2-27ba22ba82ce tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 943 time: 0.5786011
Aug 25 16:27:31.606513 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e84ae861-2401-4b3b-a5b6-d61e15046ddb req-e34daedf-dad5-43de-9f71-b84773f0c0fc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689864
Aug 25 16:27:31.617926 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff289c4c-c689-466b-b0eb-6dc9024208a7 req-a6f83843-31d6-4a9b-8f65-de1c1fad2f98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 1096 time: 0.2480350
Aug 25 16:27:31.853269 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:31.908914 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 45124) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:31.945906 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:31.952581 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-333adf85-343c-4cd0-b41e-41a7fcd8cadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:31.966536 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff289c4c-c689-466b-b0eb-6dc9024208a7 req-7111f809-4a50-4989-a05e-351e05f67f9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:31.968927 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff289c4c-c689-466b-b0eb-6dc9024208a7 req-7111f809-4a50-4989-a05e-351e05f67f9f service neutron] 10.222.0.60 "GET /v2.0/networks?id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 200  len: 916 time: 0.3426261
Aug 25 16:27:31.992962 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Attempting to bind port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:27:31.993432 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Attempting to bind port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:27:31.993835 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Attempting to bind port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e on network 84706828-7293-46ff-88be-263fd4b2bb94 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:32.003101 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e on network 84706828-7293-46ff-88be-263fd4b2bb94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:27:32.003507 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Attempting to bind port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e on network 84706828-7293-46ff-88be-263fd4b2bb94 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:32.047937 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ed98d3ba-288f-4148-9772-6442cf9cd537 req-1041a59d-a059-420b-8bb3-e8432ab1bcc1 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9836121
Aug 25 16:27:32.051084 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:27:32.053351 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Checking segment: {'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:32.054048 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Bound using segment: {'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:27:32.054557 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Bound port: 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd57e54-46cd-476c-a345-da046086f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:27:32.056679 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:32.157879 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b17c9fa-1216-4724-acb5-41bbe26c03ba', 'tag': '0b24ce64-e6a9-4fe1-8815-8fa18c82af42'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:27:32.179480 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-333adf85-343c-4cd0-b41e-41a7fcd8cadb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:32.188866 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1ebc9-574c-45a7-8d26-8d296984222d req-8125a0af-6ba3-45bb-bad9-1d362523f260 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:32.202312 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a9a1ebc9-574c-45a7-8d26-8d296984222d req-8125a0af-6ba3-45bb-bad9-1d362523f260 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 943 time: 0.3742504
Aug 25 16:27:32.205404 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff289c4c-c689-466b-b0eb-6dc9024208a7 req-eaf852e5-bf9d-4679-8ca6-7f83f1ba7c9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b2c30ec-4fb2-46a5-b532-5646204d8fba HTTP/1.1" status: 200  len: 217 time: 0.1877787
Aug 25 16:27:32.206398 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-333adf85-343c-4cd0-b41e-41a7fcd8cadb admin admin] Usage tracker for resource:security_group_rule and tenant:9a95c2b25e644a56b1ce5b480f0ae972 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:32.300069 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-333adf85-343c-4cd0-b41e-41a7fcd8cadb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:32.307576 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b17c9fa-1216-4724-acb5-41bbe26c03ba', 'tag': '0b24ce64-e6a9-4fe1-8815-8fa18c82af42', 'status': 'completed', 'code': 200}
Aug 25 16:27:32.307774 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:32.313449 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-333adf85-343c-4cd0-b41e-41a7fcd8cadb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:32.533151 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff289c4c-c689-466b-b0eb-6dc9024208a7 req-b669918e-9f2f-4cab-9c52-60cda6bdbd77 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:32.535324 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff289c4c-c689-466b-b0eb-6dc9024208a7 req-b669918e-9f2f-4cab-9c52-60cda6bdbd77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=923d1b96-9544-4f53-ba3c-4064ebfadffe HTTP/1.1" status: 200  len: 855 time: 0.2851682
Aug 25 16:27:32.549837 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a9a1ebc9-574c-45a7-8d26-8d296984222d req-58734fd3-2a9e-4ec3-8d6f-6a7a2dddff69 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3400459
Aug 25 16:27:32.683268 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-333adf85-343c-4cd0-b41e-41a7fcd8cadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:32.689954 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] For port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:27:32.698931 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] For port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:27:32.721821 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff289c4c-c689-466b-b0eb-6dc9024208a7 req-ded9a355-a153-4df1-9c58-533e3fcd0294 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1300685
Aug 25 16:27:32.763232 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Allocated IP 172.27.3.17 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/23588491-faa1-4a9f-b864-3504e2d9a3fd) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:27:32.882006 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-333adf85-343c-4cd0-b41e-41a7fcd8cadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:32.907333 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:32.916476 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-49082ae7-9743-4e21-be25-ff71651e31c5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:32.941565 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-478c46da-d444-4a6f-95d9-b3c318d509e6 req-7f69ad05-3ffa-4eb7-9e34-204c3ec3b9c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38b0e87c43754d30ab77c533ecb34719&device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 1096 time: 0.6003423
Aug 25 16:27:32.965141 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:33.096860 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:33.098303 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] 10.222.0.60 "PUT /v2.0/ports/2bfd13fa-4ac0-4d72-8f03-bfd15500a84e HTTP/1.1" status: 200  len: 1094 time: 4.3991857
Aug 25 16:27:33.109583 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b', 'tag': '2bfd13fa-4ac0-4d72-8f03-bfd15500a84e'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:27:33.134576 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:33.148122 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ed98d3ba-288f-4148-9772-6442cf9cd537 req-419d2a8b-be97-43c0-9795-3d9b760069cc service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9991512
Aug 25 16:27:33.148801 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:33.153648 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:33.249741 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333adf85-343c-4cd0-b41e-41a7fcd8cadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e5a156-cc56-46e4-9a15-3d6ef9a9ac4a,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:33.300980 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-333adf85-343c-4cd0-b41e-41a7fcd8cadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:33.305691 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-333adf85-343c-4cd0-b41e-41a7fcd8cadb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a95c2b25e644a56b1ce5b480f0ae972&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3955128
Aug 25 16:27:33.308442 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45168) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:33.312367 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:33.341529 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:33.395671 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff289c4c-c689-466b-b0eb-6dc9024208a7 req-1580f06d-a253-4317-bb27-2b05c9fa3277 service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6448386
Aug 25 16:27:33.540567 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:33.540567 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:33.549858 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:27:33.550127 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532fb3c-7922-45b1-aee2-14074dfe66f4 req-f29f1bcf-363d-47ba-8484-ee2058f25aee tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:33.552313 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6532fb3c-7922-45b1-aee2-14074dfe66f4 req-f29f1bcf-363d-47ba-8484-ee2058f25aee tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 944 time: 0.7706165
Aug 25 16:27:33.554889 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event updated for resources: {'Port': ['ID=23588491-faa1-4a9f-b864-3504e2d9a3fd,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:33.561432 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:33.570406 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c46da-d444-4a6f-95d9-b3c318d509e6 req-e5084c9e-0dff-4f3b-b2a7-458f8ecee5bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:33.573870 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-478c46da-d444-4a6f-95d9-b3c318d509e6 req-e5084c9e-0dff-4f3b-b2a7-458f8ecee5bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=1340ca85-58ee-4082-82f6-a7444485fb04 HTTP/1.1" status: 200  len: 913 time: 0.5386474
Aug 25 16:27:33.588862 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-87e841ee-74ea-4c60-9799-626856c131ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:33.634984 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24429871-54cb-41fa-8de7-ae13be115cf0 req-6167570c-aa5f-455b-a305-5877d9a45f54 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:33.636512 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-24429871-54cb-41fa-8de7-ae13be115cf0 req-6167570c-aa5f-455b-a305-5877d9a45f54 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 943 time: 0.5498655
Aug 25 16:27:33.866965 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-478c46da-d444-4a6f-95d9-b3c318d509e6 req-33a8a47d-330f-417f-b492-d075cd3da876 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b24ce64-e6a9-4fe1-8815-8fa18c82af42 HTTP/1.1" status: 200  len: 217 time: 0.2528880
Aug 25 16:27:33.947950 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6532fb3c-7922-45b1-aee2-14074dfe66f4 req-56c50dd3-d801-40c0-b6c8-597fb2fe415d tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3806496
Aug 25 16:27:34.058199 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-87e841ee-74ea-4c60-9799-626856c131ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:34.062890 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff289c4c-c689-466b-b0eb-6dc9024208a7 req-3e0178f5-1f36-44b5-9d06-e5f7ddd4ca63 service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6237113
Aug 25 16:27:34.084256 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-24429871-54cb-41fa-8de7-ae13be115cf0 req-ef06ac23-99bb-4442-9d28-b8174993b3d8 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3887749
Aug 25 16:27:34.107216 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c46da-d444-4a6f-95d9-b3c318d509e6 req-57fa6d9b-fb4e-4e3f-b96b-12e23af8b39e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:34.109946 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-478c46da-d444-4a6f-95d9-b3c318d509e6 req-57fa6d9b-fb4e-4e3f-b96b-12e23af8b39e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f099a219-9e1d-480e-b116-ae17381ec538 HTTP/1.1" status: 200  len: 852 time: 0.1578248
Aug 25 16:27:34.136782 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b', 'tag': '2bfd13fa-4ac0-4d72-8f03-bfd15500a84e', 'status': 'completed', 'code': 200}
Aug 25 16:27:34.152991 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:34.213955 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-522ce519-1999-4fb1-a5ff-4b6c2327aea8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19425c1ac63d45a88595b9d54610f1c3&device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 1097 time: 0.8008316
Aug 25 16:27:34.359606 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b51f2-1078-4f16-9ca7-57d55962887e req-2286e918-5603-4cef-9a64-310d15900e32 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:34.362266 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-765b51f2-1078-4f16-9ca7-57d55962887e req-2286e918-5603-4cef-9a64-310d15900e32 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 943 time: 0.1095850
Aug 25 16:27:34.399355 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:34.451832 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-87e841ee-74ea-4c60-9799-626856c131ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:34.466511 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-765b51f2-1078-4f16-9ca7-57d55962887e req-b9be841f-c526-4622-9d6f-11e0be7715db tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955799
Aug 25 16:27:34.471103 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:34.492532 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e841ee-74ea-4c60-9799-626856c131ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e5a156-cc56-46e4-9a15-3d6ef9a9ac4a,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:34.495009 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-87e841ee-74ea-4c60-9799-626856c131ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:34.615416 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-50900c86-707f-434d-9741-b34d6814105e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e HTTP/1.1" status: 200  len: 217 time: 0.1272616
Aug 25 16:27:34.652415 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-478c46da-d444-4a6f-95d9-b3c318d509e6 req-fd050dfc-958c-4bd0-9d83-22d4490a0b7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1340ca85-58ee-4082-82f6-a7444485fb04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1788766
Aug 25 16:27:34.677384 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-87e841ee-74ea-4c60-9799-626856c131ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:34.679142 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-87e841ee-74ea-4c60-9799-626856c131ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0e5a156-cc56-46e4-9a15-3d6ef9a9ac4a HTTP/1.1" status: 204  len: 168 time: 1.3697081
Aug 25 16:27:34.808239 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-33415d73-5b03-4a28-87eb-3ca63eaad449 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:34.808239 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-33415d73-5b03-4a28-87eb-3ca63eaad449 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dcb9da4-b268-4415-a341-f0f55b0709fe HTTP/1.1" status: 200  len: 859 time: 0.1635706
Aug 25 16:27:34.879751 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-9fd8f5fd-a028-4837-bb5b-4d0367680dfe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84706828-7293-46ff-88be-263fd4b2bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0774562
Aug 25 16:27:34.934065 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-478c46da-d444-4a6f-95d9-b3c318d509e6 req-cc97baa0-a436-4d17-af9b-535722842a59 service neutron] 10.222.0.60 "GET /v2.0/networks/1340ca85-58ee-4082-82f6-a7444485fb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867244
Aug 25 16:27:35.012098 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.db.resource_extend [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 25 16:27:35.070159 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:35.193787 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:35.228746 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:35.270485 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 45208) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:35.361233 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event updated for resources: {'Port': ['ID=23588491-faa1-4a9f-b864-3504e2d9a3fd,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:35.365157 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:35.368234 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:35.385056 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-7b3f1183-7e72-47d6-accf-12a601537574 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4702523
Aug 25 16:27:35.407990 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-478c46da-d444-4a6f-95d9-b3c318d509e6 req-cc0a5fc3-bb7d-4e14-84e7-c88ab4d5e8d7 service neutron] 10.222.0.60 "GET /v2.0/networks/1340ca85-58ee-4082-82f6-a7444485fb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4205275
Aug 25 16:27:35.428528 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d7e13-cd5e-4f3a-b14b-4569d932b4a8 req-067af87e-bc37-4883-be99-e8a66367ebd4 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:35.433137 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9d4d7e13-cd5e-4f3a-b14b-4569d932b4a8 req-067af87e-bc37-4883-be99-e8a66367ebd4 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 944 time: 0.2367253
Aug 25 16:27:35.466063 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45214) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:35.485061 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4e814-b129-4c97-9129-1326db8e4de1 req-1e066ac3-ea86-4812-ab4b-779c591142fd tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:35.486634 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-70f4e814-b129-4c97-9129-1326db8e4de1 req-1e066ac3-ea86-4812-ab4b-779c591142fd tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 943 time: 0.1429145
Aug 25 16:27:35.498807 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:35.512823 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.3658152
Aug 25 16:27:35.571283 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-1b9a0c38-b90c-4d47-8648-859f207e7998 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1788838
Aug 25 16:27:35.590182 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9d4d7e13-cd5e-4f3a-b14b-4569d932b4a8 req-04b27e72-126d-4809-8b95-ebee033fa140 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341550
Aug 25 16:27:35.636924 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-70f4e814-b129-4c97-9129-1326db8e4de1 req-61dfe47a-e304-4dab-ad56-d9ee24ccd7aa tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192811
Aug 25 16:27:35.757024 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f6500f04-2e30-49c5-86a7-a4352a38c528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:35.764736 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4e78fd64-29f0-409c-b85a-5fd673740e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:35.768147 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-31237328-e095-4879-b2db-4913de7b758b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:35.893470 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-f6500f04-2e30-49c5-86a7-a4352a38c528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:35.920325 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-f6500f04-2e30-49c5-86a7-a4352a38c528 admin admin] Usage tracker for resource:security_group_rule and tenant:d65b24acfe404340899046b7d3949df4 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:35.930395 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-f6500f04-2e30-49c5-86a7-a4352a38c528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:35.938416 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-f6500f04-2e30-49c5-86a7-a4352a38c528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:35.963559 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-31237328-e095-4879-b2db-4913de7b758b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:35.969727 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-31237328-e095-4879-b2db-4913de7b758b admin admin] Usage tracker for resource:security_group_rule and tenant:0ee68879bd35402b9c6d29826c0158d8 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:35.973521 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-31237328-e095-4879-b2db-4913de7b758b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:35.976465 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:35.988336 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-31237328-e095-4879-b2db-4913de7b758b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:36.017026 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da63ffd-f123-4dc4-9696-101d34d8b81e req-ac1e8aef-f94e-47bc-8b93-cc7a9176bc47 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:36.018573 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9da63ffd-f123-4dc4-9696-101d34d8b81e req-ac1e8aef-f94e-47bc-8b93-cc7a9176bc47 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 943 time: 0.2134287
Aug 25 16:27:36.031911 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-9abbe91c-61ba-43d3-b71f-72ac064bc5e9 req-a9aac497-6a3b-4184-9877-87ae8d4d4383 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19425c1ac63d45a88595b9d54610f1c3&device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 1097 time: 0.2193627
Aug 25 16:27:36.174730 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9da63ffd-f123-4dc4-9696-101d34d8b81e req-5fdbb3b7-3bbd-4b39-bd05-8935460c6e7e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382532
Aug 25 16:27:36.179069 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-eb318481-c6d9-4461-8053-dd9d03ff3516 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Synchronizing usage tracker for tenant:446dcebe081b4522bb0b4536c63d16b4 on resource:security_group {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:27:36.183692 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f6500f04-2e30-49c5-86a7-a4352a38c528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:36.184563 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-31237328-e095-4879-b2db-4913de7b758b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:36.229576 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbe91c-61ba-43d3-b71f-72ac064bc5e9 req-3b8fb001-eca4-44c8-a5dc-c034bc01d6e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:36.231188 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-9abbe91c-61ba-43d3-b71f-72ac064bc5e9 req-3b8fb001-eca4-44c8-a5dc-c034bc01d6e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 200  len: 920 time: 0.1921055
Aug 25 16:27:36.250179 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f6500f04-2e30-49c5-86a7-a4352a38c528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:36.259098 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:36.304261 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-31237328-e095-4879-b2db-4913de7b758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:36.316362 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-eb318481-c6d9-4461-8053-dd9d03ff3516 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Unset dirty status for tenant:446dcebe081b4522bb0b4536c63d16b4 on resource:security_group {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:27:36.318217 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-eb318481-c6d9-4461-8053-dd9d03ff3516 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--741835230&fields=id&tenant_id=446dcebe081b4522bb0b4536c63d16b4 HTTP/1.1" status: 200  len: 267 time: 0.2577071
Aug 25 16:27:36.321470 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-f6500f04-2e30-49c5-86a7-a4352a38c528 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d65b24acfe404340899046b7d3949df4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0501802
Aug 25 16:27:36.340326 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6500f04-2e30-49c5-86a7-a4352a38c528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879b0748-d870-4ac4-bb7b-01dec1f3a78c,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:36.346095 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45244) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:36.346403 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-22f0aae4-bbdb-4f82-8491-e835585d6da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:36.359512 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-f6500f04-2e30-49c5-86a7-a4352a38c528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:36.370153 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-31237328-e095-4879-b2db-4913de7b758b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ee68879bd35402b9c6d29826c0158d8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9015210
Aug 25 16:27:36.374549 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-9abbe91c-61ba-43d3-b71f-72ac064bc5e9 req-d314ffcf-ce12-4711-84ae-5fe584194cd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e HTTP/1.1" status: 200  len: 217 time: 0.1330881
Aug 25 16:27:36.377325 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45248) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:36.434444 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31237328-e095-4879-b2db-4913de7b758b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62def916-fc8b-41c6-8aa7-fa8296c045d5,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:36.437933 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-31237328-e095-4879-b2db-4913de7b758b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:36.529896 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-08f89329-8636-4890-b04b-4e38bf9b29d2 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:36.530852 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-08f89329-8636-4890-b04b-4e38bf9b29d2 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Synchronizing usage tracker for tenant:446dcebe081b4522bb0b4536c63d16b4 on resource:network {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:27:36.545459 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4cf01a4b-69b9-4725-8bc7-a8a6f82888bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:36.555594 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbe91c-61ba-43d3-b71f-72ac064bc5e9 req-16d3fcff-11c9-4ee2-a1b7-4071218c0892 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:36.557059 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-9abbe91c-61ba-43d3-b71f-72ac064bc5e9 req-16d3fcff-11c9-4ee2-a1b7-4071218c0892 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dcb9da4-b268-4415-a341-f0f55b0709fe HTTP/1.1" status: 200  len: 859 time: 0.1647360
Aug 25 16:27:36.621944 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-08f89329-8636-4890-b04b-4e38bf9b29d2 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Unset dirty status for tenant:446dcebe081b4522bb0b4536c63d16b4 on resource:network {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:27:36.623851 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-08f89329-8636-4890-b04b-4e38bf9b29d2 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/networks?id=e0ceff83-8770-427d-9a29-aa2f25758798 HTTP/1.1" status: 200  len: 809 time: 0.2665319
Aug 25 16:27:36.626660 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-9abbe91c-61ba-43d3-b71f-72ac064bc5e9 req-335fa16c-60b2-42c8-ae8c-4ab455d0617c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84706828-7293-46ff-88be-263fd4b2bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618074
Aug 25 16:27:36.636685 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4cf01a4b-69b9-4725-8bc7-a8a6f82888bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:36.642490 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-457fcd0c-250b-4948-953f-033c7ff3c8d2 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/quotas/446dcebe081b4522bb0b4536c63d16b4 HTTP/1.1" status: 200  len: 375 time: 0.0127048
Aug 25 16:27:36.746263 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9740b78-6e70-4cfd-a736-b654334f4373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:36.757292 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-8ee05834-563f-4564-bef3-e4c0f738ac81 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=446dcebe081b4522bb0b4536c63d16b4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1069522
Aug 25 16:27:36.835728 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9740b78-6e70-4cfd-a736-b654334f4373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:36.906969 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-9abbe91c-61ba-43d3-b71f-72ac064bc5e9 req-647e8561-2e63-43f7-b563-3f6174f466f5 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2725382
Aug 25 16:27:37.044212 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4cf01a4b-69b9-4725-8bc7-a8a6f82888bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:37.048838 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-b8278143-175c-4f1b-b85e-80f5898c1f41 service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2778842
Aug 25 16:27:37.063254 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5015908-3e21-4e15-88c1-d75555e13e8a req-1f42552e-6aa9-4575-a806-089415617f97 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:37.063978 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-67412025-3124-4cc7-a8dc-0bec988ad99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:37.064787 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d5015908-3e21-4e15-88c1-d75555e13e8a req-1f42552e-6aa9-4575-a806-089415617f97 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 944 time: 0.1968634
Aug 25 16:27:37.080765 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf01a4b-69b9-4725-8bc7-a8a6f82888bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62def916-fc8b-41c6-8aa7-fa8296c045d5,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:37.085043 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-9abbe91c-61ba-43d3-b71f-72ac064bc5e9 req-cb7a8640-234d-4673-b8d7-c2df88c3ddd1 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1696336
Aug 25 16:27:37.085862 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4cf01a4b-69b9-4725-8bc7-a8a6f82888bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:37.090882 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9740b78-6e70-4cfd-a736-b654334f4373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:37.098588 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:37.112954 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4cf01a4b-69b9-4725-8bc7-a8a6f82888bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:37.115048 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-4cf01a4b-69b9-4725-8bc7-a8a6f82888bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62def916-fc8b-41c6-8aa7-fa8296c045d5 HTTP/1.1" status: 204  len: 168 time: 0.7263439
Aug 25 16:27:37.118284 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9740b78-6e70-4cfd-a736-b654334f4373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879b0748-d870-4ac4-bb7b-01dec1f3a78c,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:37.120680 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9740b78-6e70-4cfd-a736-b654334f4373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:37.124500 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-c9740b78-6e70-4cfd-a736-b654334f4373 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/879b0748-d870-4ac4-bb7b-01dec1f3a78c HTTP/1.1" status: 204  len: 168 time: 0.7529919
Aug 25 16:27:37.124500 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c9740b78-6e70-4cfd-a736-b654334f4373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:37.244818 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d5015908-3e21-4e15-88c1-d75555e13e8a req-8d39af31-5f95-4f7f-8dd6-45d230278607 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536372
Aug 25 16:27:37.288369 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-e8488fab-06bc-404a-96f9-3cbb2527de7a service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2224283
Aug 25 16:27:37.344953 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Sync routers for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:27:37.368847 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:27:37.368847 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04f005b0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:27:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:37.516876 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1855ef-08a6-490a-b408-21dbe97eb44a req-bf8f20df-4b60-4e75-9beb-9d556f7e3c61 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:37.518298 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3f1855ef-08a6-490a-b408-21dbe97eb44a req-bf8f20df-4b60-4e75-9beb-9d556f7e3c61 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 943 time: 0.0982580
Aug 25 16:27:37.625982 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3f1855ef-08a6-490a-b408-21dbe97eb44a req-5d05171e-bbd6-4604-b474-39394512b70e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005635
Aug 25 16:27:37.690638 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:27:37.748612 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a5d197ea-ab5a-42cb-85d8-9cf8840daefb req-5e0a93b3-d360-4c42-96b6-37242f64e3b4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 210 time: 0.0627291
Aug 25 16:27:37.958006 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae13ac-703d-4a16-8598-ec2c5461e0d9 req-13de4b22-8afb-4fde-81ce-08803b6381bc tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:37.960206 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1bae13ac-703d-4a16-8598-ec2c5461e0d9 req-13de4b22-8afb-4fde-81ce-08803b6381bc tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 943 time: 0.1797242
Aug 25 16:27:38.096997 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1bae13ac-703d-4a16-8598-ec2c5461e0d9 req-3deac099-c837-48c4-bb75-6f43c3f4e33f tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246035
Aug 25 16:27:38.134955 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9fd01d6a-192c-4032-bb30-3f3ab5c5fbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:38.185877 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04f005b0>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 2, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:38.190671 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Checking router: 220caf4f-5143-4fc3-bd5c-bf8925e239ec for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:27:38.191107 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Updating router 220caf4f-5143-4fc3-bd5c-bf8925e239ec port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 binding host dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:27:38.246092 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:38.342778 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45302) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:38.366556 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ff96fd2a-2b1c-4314-9e99-38b2375c132e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:38.403222 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ff96fd2a-2b1c-4314-9e99-38b2375c132e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:38.407886 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ff96fd2a-2b1c-4314-9e99-38b2375c132e admin admin] Usage tracker for resource:security_group_rule and tenant:abd561f1f4f5434897d371a2550b31c8 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:38.411441 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ff96fd2a-2b1c-4314-9e99-38b2375c132e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:38.418642 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ff96fd2a-2b1c-4314-9e99-38b2375c132e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:38.524454 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ff96fd2a-2b1c-4314-9e99-38b2375c132e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:38.616866 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45306) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:38.617104 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78220022-4ae6-4669-8620-a18a7c69012e req-b0cf1ef8-6529-4ee9-a4f9-1d377366092e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:38.619053 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-78220022-4ae6-4669-8620-a18a7c69012e req-b0cf1ef8-6529-4ee9-a4f9-1d377366092e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 944 time: 0.1805260
Aug 25 16:27:38.698193 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ff96fd2a-2b1c-4314-9e99-38b2375c132e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:38.699553 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-00675294-dc68-4b7f-9d90-7c1ab3785ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:38.745753 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e351860f-2d6d-44c2-997e-95794fb4cab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:38.780475 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-78220022-4ae6-4669-8620-a18a7c69012e req-9a8c2095-43de-49f3-9353-2ccce4777198 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511819
Aug 25 16:27:38.862385 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ff96fd2a-2b1c-4314-9e99-38b2375c132e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abd561f1f4f5434897d371a2550b31c8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5181587
Aug 25 16:27:38.865386 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 45318) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:38.901950 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Notify callbacks [] for port, precommit_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:38.917748 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Transition to ACTIVE for port object 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:38.949225 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96fd2a-2b1c-4314-9e99-38b2375c132e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50fcc54-946b-4049-ad0d-b3774e13f1f1,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:38.958161 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ff96fd2a-2b1c-4314-9e99-38b2375c132e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:38.980582 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-00675294-dc68-4b7f-9d90-7c1ab3785ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:38.987527 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-00675294-dc68-4b7f-9d90-7c1ab3785ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ab78c71a03d43fd840818e5b7bd94d3 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:38.994178 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-00675294-dc68-4b7f-9d90-7c1ab3785ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:39.004482 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-00675294-dc68-4b7f-9d90-7c1ab3785ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:39.053807 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c569ae4d-90fc-443e-9704-1f28bc6416f3 req-aad8e789-7ab0-458c-9ff1-bfa1075cad58 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 210 time: 0.1269138
Aug 25 16:27:39.070906 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.097323 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:39.187223 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-344d40ef-1a94-4273-9ecb-6b35b3709ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.209517 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.216667 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-00675294-dc68-4b7f-9d90-7c1ab3785ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.245354 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca51fa6-ff6c-4ded-8f56-cdf4495c958a req-1ecbb37d-08f2-4ffe-9694-eb7030b8d971 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:39.246961 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0ca51fa6-ff6c-4ded-8f56-cdf4495c958a req-1ecbb37d-08f2-4ffe-9694-eb7030b8d971 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 943 time: 0.2567253
Aug 25 16:27:39.248888 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-344d40ef-1a94-4273-9ecb-6b35b3709ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.312635 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-00675294-dc68-4b7f-9d90-7c1ab3785ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.324021 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:39.365804 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0ca51fa6-ff6c-4ded-8f56-cdf4495c958a req-12599e3d-97bb-4e1d-a6c8-71072a5a85ff tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084015
Aug 25 16:27:39.445042 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb629f-df03-4f49-9f93-cdf769ae48b1 None None] Pushing event updated for resources: {'Port': ['ID=1b3b9e08-0c92-4722-b370-aaa8eca6ec58,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:39.453567 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-00bb629f-df03-4f49-9f93-cdf769ae48b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:39.519246 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-344d40ef-1a94-4273-9ecb-6b35b3709ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.541472 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00675294-dc68-4b7f-9d90-7c1ab3785ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e228b3f-0fae-46c6-90d8-e870ff3d6886,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:39.565627 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-00675294-dc68-4b7f-9d90-7c1ab3785ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:39.574852 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-00675294-dc68-4b7f-9d90-7c1ab3785ac1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ab78c71a03d43fd840818e5b7bd94d3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9563727
Aug 25 16:27:39.575622 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45336) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:39.576773 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-f6500f04-2e30-49c5-86a7-a4352a38c528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:39.597352 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Attempting to bind port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:27:39.598346 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Attempting to bind port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:27:39.599471 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Attempting to bind port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 on network e0ceff83-8770-427d-9a29-aa2f25758798 {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:39.619766 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:27:39.620695 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Checking segment: {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:39.622557 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.624719 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Bound using segment: {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:27:39.628184 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Bound port: 1b3b9e08-0c92-4722-b370-aaa8eca6ec58, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:27:39.629370 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.634593 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632053d-b784-4393-8064-ccd0185f8e5c req-3d294f2d-dbca-4fc5-b6ff-ae38436c4b91 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:39.638415 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d632053d-b784-4393-8064-ccd0185f8e5c req-3d294f2d-dbca-4fc5-b6ff-ae38436c4b91 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 943 time: 0.2569790
Aug 25 16:27:39.675123 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-778b15f9-cfd7-4e1f-862b-4f90fd2f1fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.698829 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d40ef-1a94-4273-9ecb-6b35b3709ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50fcc54-946b-4049-ad0d-b3774e13f1f1,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:39.701915 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-344d40ef-1a94-4273-9ecb-6b35b3709ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:39.718889 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-778b15f9-cfd7-4e1f-862b-4f90fd2f1fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.770701 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d632053d-b784-4393-8064-ccd0185f8e5c req-8cf7952e-a274-4e34-b4ec-d0886ece8806 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241577
Aug 25 16:27:39.774969 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-344d40ef-1a94-4273-9ecb-6b35b3709ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.778233 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-344d40ef-1a94-4273-9ecb-6b35b3709ccc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a50fcc54-946b-4049-ad0d-b3774e13f1f1 HTTP/1.1" status: 204  len: 168 time: 0.9103668
Aug 25 16:27:39.810869 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] For port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:27:39.836469 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] For port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=1b3b9e08-0c92-4722-b370-aaa8eca6ec58,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:27:39.915125 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.933459 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-e4dcbf80-afde-4d11-b9d1-5309e32cd0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:39.959864 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-778b15f9-cfd7-4e1f-862b-4f90fd2f1fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:39.965831 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4cf01a4b-69b9-4725-8bc7-a8a6f82888bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:40.001709 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b15f9-cfd7-4e1f-862b-4f90fd2f1fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e228b3f-0fae-46c6-90d8-e870ff3d6886,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:40.041028 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-778b15f9-cfd7-4e1f-862b-4f90fd2f1fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:40.054179 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-778b15f9-cfd7-4e1f-862b-4f90fd2f1fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:40.055738 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-778b15f9-cfd7-4e1f-862b-4f90fd2f1fe9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e228b3f-0fae-46c6-90d8-e870ff3d6886 HTTP/1.1" status: 204  len: 168 time: 0.4778447
Aug 25 16:27:40.084232 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:27:40.085090 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04f005b0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:27:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:40.132310 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44415fc2-9591-4cd2-8b83-51636b5a8cd4 req-f8d36204-643b-446a-8b1f-21f6bc060d1e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:40.134778 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-44415fc2-9591-4cd2-8b83-51636b5a8cd4 req-f8d36204-643b-446a-8b1f-21f6bc060d1e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 944 time: 0.1905935
Aug 25 16:27:40.141656 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device b36da994-aabe-4419-8adb-6fb2f5096b45 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:27:40.144036 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb629f-df03-4f49-9f93-cdf769ae48b1 None None] Pushing event updated for resources: {'Port': ['ID=1b3b9e08-0c92-4722-b370-aaa8eca6ec58,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:40.147729 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-00bb629f-df03-4f49-9f93-cdf769ae48b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:40.204597 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-44415fc2-9591-4cd2-8b83-51636b5a8cd4 req-ef000b6d-036e-496e-bfa2-22f45e2df476 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591397
Aug 25 16:27:40.374700 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d711e759-83e3-43b5-b02b-33cdeb532e84 req-a07b29bc-50d5-413b-8ad1-405911c35259 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 210 time: 0.0524802
Aug 25 16:27:40.445785 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:27:40.545731 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port b36da994-aabe-4419-8adb-6fb2f5096b45, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b36da994-aabe-4419-8adb-6fb2f5096b45,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:40.568062 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': 'b36da994-aabe-4419-8adb-6fb2f5096b45', 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94', 'port_id': 'b36da994-aabe-4419-8adb-6fb2f5096b45', 'mac_address': 'fa:16:3e:ce:9b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcb9da4-b268-4415-a341-f0f55b0709fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:27:40.648845 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fe88c-2b37-48fe-810b-cd0745355662 req-653e0c98-f902-49d9-b35e-b7a9bf42ca68 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:40.650507 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1c6fe88c-2b37-48fe-810b-cd0745355662 req-653e0c98-f902-49d9-b35e-b7a9bf42ca68 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 943 time: 0.1352789
Aug 25 16:27:40.723206 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1c6fe88c-2b37-48fe-810b-cd0745355662 req-3342eaad-bbfb-4e12-8955-04ee150aa897 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631251
Aug 25 16:27:40.767860 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:40.816106 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36da994-aabe-4419-8adb-6fb2f5096b45 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:27:40.880508 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port b36da994-aabe-4419-8adb-6fb2f5096b45, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b36da994-aabe-4419-8adb-6fb2f5096b45,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:40.920142 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04f005b0>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:39Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:27:40.924966 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89e65db-d225-4974-8cda-dd429d35c86f None None] The sync data for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi is: [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:39Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:27:41.072721 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22130e27-728d-4632-b945-4c49ceac42fc req-6d238b33-d29c-430b-86d9-4a2f09658c25 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:41.074595 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-22130e27-728d-4632-b945-4c49ceac42fc req-6d238b33-d29c-430b-86d9-4a2f09658c25 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 943 time: 0.1570630
Aug 25 16:27:41.146315 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-22130e27-728d-4632-b945-4c49ceac42fc req-60ede19b-e978-46f7-a624-0dee7c85b906 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625796
Aug 25 16:27:41.283255 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:41.304184 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:41.360246 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:41.360964 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:27:41.381990 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-00bb629f-df03-4f49-9f93-cdf769ae48b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:41.573031 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259edccf-60d7-4072-a6e4-1ef53d2e5466 req-8e5a618d-221f-4039-85b6-948abed10a13 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:41.575021 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-259edccf-60d7-4072-a6e4-1ef53d2e5466 req-8e5a618d-221f-4039-85b6-948abed10a13 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 944 time: 0.1627522
Aug 25 16:27:41.579912 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=b36da994-aabe-4419-8adb-6fb2f5096b45,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:41.592316 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:41.717495 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8920d79a-7504-43bd-8a49-1ebf495404e4 req-a619b8f3-a49a-47e9-943c-5ab29d413252 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 210 time: 0.0623925
Aug 25 16:27:41.769905 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-259edccf-60d7-4072-a6e4-1ef53d2e5466 req-47611383-124a-40f8-b2c9-a95700f3dc9e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800985
Aug 25 16:27:41.839304 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:41.858594 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:41.859029 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:41.924701 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0b24ce64-e6a9-4fe1-8815-8fa18c82af42,segment=NetworkSegment(13b5f8f0-542f-4b33-892d-aa8683afb432),segment_id=13b5f8f0-542f-4b33-892d-aa8683afb432)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:41.950382 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '0b24ce64-e6a9-4fe1-8815-8fa18c82af42', 'network_id': '1340ca85-58ee-4082-82f6-a7444485fb04', 'port_id': '0b24ce64-e6a9-4fe1-8815-8fa18c82af42', 'mac_address': 'fa:16:3e:42:10:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f099a219-9e1d-480e-b116-ae17381ec538', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:27:42.104335 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:42.135341 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:27:42.139815 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:42.171641 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8172350-04fc-4910-8b5b-db5b75d782e9 req-5d6ef007-fc9b-44e4-8fe7-50b750f05a6e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:42.175311 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0b24ce64-e6a9-4fe1-8815-8fa18c82af42,segment=NetworkSegment(13b5f8f0-542f-4b33-892d-aa8683afb432),segment_id=13b5f8f0-542f-4b33-892d-aa8683afb432)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:42.175976 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c8172350-04fc-4910-8b5b-db5b75d782e9 req-5d6ef007-fc9b-44e4-8fe7-50b750f05a6e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 943 time: 0.2190266
Aug 25 16:27:42.196653 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=1b3b9e08-0c92-4722-b370-aaa8eca6ec58,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:42.295353 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:42.296719 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 4b2c30ec-4fb2-46a5-b532-5646204d8fba details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:27:42.358160 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c8172350-04fc-4910-8b5b-db5b75d782e9 req-6381b0e9-c0ba-4301-88b3-ccb870913df2 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600909
Aug 25 16:27:42.527245 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1a4f8-f99c-43c0-b0d2-b93157518159 req-b853db9f-c9da-49e7-80f6-5012ab43e649 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:42.547755 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:42.548972 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e5e1a4f8-f99c-43c0-b0d2-b93157518159 req-b853db9f-c9da-49e7-80f6-5012ab43e649 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 944 time: 0.1911676
Aug 25 16:27:42.604391 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:42.616958 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 45398) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:42.653184 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-b0379472-62e7-4e62-868f-e168d5d3e141 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:42.655831 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-b0379472-62e7-4e62-868f-e168d5d3e141 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.60 "GET /v2.0/networks?id=e0ceff83-8770-427d-9a29-aa2f25758798 HTTP/1.1" status: 200  len: 809 time: 0.4373190
Aug 25 16:27:42.709740 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b984f802-ae0f-45e3-8fc6-1a11a7a80238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:42.758149 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e5e1a4f8-f99c-43c0-b0d2-b93157518159 req-971ac3af-e6bf-415d-80cb-1a099938b296 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962981
Aug 25 16:27:42.784151 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-3a738249-1dd8-4ef8-8748-0a55a4ea789b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=446dcebe081b4522bb0b4536c63d16b4 HTTP/1.1" status: 200  len: 379 time: 0.1146851
Aug 25 16:27:42.801251 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Request body: {'port': {'device_id': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'admin_state_up': True, 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'security_groups': ['563b656c-0007-4ae6-92bc-cb3bcbff7ef7']}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:42.812995 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-b984f802-ae0f-45e3-8fc6-1a11a7a80238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:42.823937 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-b984f802-ae0f-45e3-8fc6-1a11a7a80238 admin admin] Usage tracker for resource:security_group_rule and tenant:15da03c377414c8fbe1b0e75fc8ae9a8 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:42.830101 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-b984f802-ae0f-45e3-8fc6-1a11a7a80238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:42.840829 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=0b24ce64-e6a9-4fe1-8815-8fa18c82af42,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:42.842281 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-b984f802-ae0f-45e3-8fc6-1a11a7a80238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:42.868167 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:42.869147 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:43.074288 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 4b2c30ec-4fb2-46a5-b532-5646204d8fba, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b2c30ec-4fb2-46a5-b532-5646204d8fba,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:43.095378 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:43.099941 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Usage tracker for resource:port and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:43.105303 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:43.115757 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '4b2c30ec-4fb2-46a5-b532-5646204d8fba', 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4', 'port_id': '4b2c30ec-4fb2-46a5-b532-5646204d8fba', 'mac_address': 'fa:16:3e:8d:08:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923d1b96-9544-4f53-ba3c-4064ebfadffe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:27:43.122250 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:43.157684 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=1b3b9e08-0c92-4722-b370-aaa8eca6ec58,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:43.166568 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:43.181863 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5e0bfb4b-6a7b-4e05-bfbe-d6d3e990e92d req-356f9d0b-8d02-43d8-bbb2-0ca3b5e77c03 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 210 time: 0.1944232
Aug 25 16:27:43.188685 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:43.212873 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b984f802-ae0f-45e3-8fc6-1a11a7a80238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:43.213472 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2c30ec-4fb2-46a5-b532-5646204d8fba {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:27:43.233166 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 4b2c30ec-4fb2-46a5-b532-5646204d8fba, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b2c30ec-4fb2-46a5-b532-5646204d8fba,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:43.246055 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fd34a-1456-4dca-8dbc-2f2031b5cf9d req-98d81a5f-94f6-4a21-a9b4-61c2e7f10cf6 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:43.253167 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-247fd34a-1456-4dca-8dbc-2f2031b5cf9d req-98d81a5f-94f6-4a21-a9b4-61c2e7f10cf6 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 944 time: 0.1595776
Aug 25 16:27:43.322668 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:43.325970 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-247fd34a-1456-4dca-8dbc-2f2031b5cf9d req-0e615fc2-b4c1-4cbe-8b77-1b086490fc60 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716054
Aug 25 16:27:43.330526 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b984f802-ae0f-45e3-8fc6-1a11a7a80238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:43.356907 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1d7622bf-ac1d-4461-8b00-44785a4ff369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:43.369258 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:43.369990 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:27:43.379155 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:43.418970 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-b984f802-ae0f-45e3-8fc6-1a11a7a80238 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15da03c377414c8fbe1b0e75fc8ae9a8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7930863
Aug 25 16:27:43.420410 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984f802-ae0f-45e3-8fc6-1a11a7a80238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77317ed-cda4-4e8e-b0cc-d739e6e4da2b,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:43.421468 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45420) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:43.454383 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b984f802-ae0f-45e3-8fc6-1a11a7a80238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:43.480015 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=4b2c30ec-4fb2-46a5-b532-5646204d8fba,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:43.483621 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:43.495815 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:43.504544 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Made reservation on behalf of 446dcebe081b4522bb0b4536c63d16b4 for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:27:43.509462 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:43.524140 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '2bfd13fa-4ac0-4d72-8f03-bfd15500a84e', 'network_id': '84706828-7293-46ff-88be-263fd4b2bb94', 'port_id': '2bfd13fa-4ac0-4d72-8f03-bfd15500a84e', 'mac_address': 'fa:16:3e:c3:92:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcb9da4-b268-4415-a341-f0f55b0709fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:27:43.531597 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:43.532066 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:43.633803 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e025f-8903-4b0b-91f6-9a0673c80c98 req-16d7e851-1a63-4470-aa32-6ddc2a594087 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:43.635639 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-915e025f-8903-4b0b-91f6-9a0673c80c98 req-16d7e851-1a63-4470-aa32-6ddc2a594087 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 944 time: 0.1161845
Aug 25 16:27:43.653753 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:43.682602 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:27:43.727297 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2ae1029b-47c6-429a-8665-42208200e758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:43.730264 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-915e025f-8903-4b0b-91f6-9a0673c80c98 req-dcd4ab91-e53b-4f37-b471-fbca3d5aa3bd tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883050
Aug 25 16:27:43.774594 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:43.836987 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2ae1029b-47c6-429a-8665-42208200e758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:43.878888 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:43.882429 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:43.888219 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Allocated IP 172.20.0.12 (e0ceff83-8770-427d-9a29-aa2f25758798/a14d0543-df93-450e-a48e-2a56aaf8fafa/51bd668b-e8a6-46db-af84-286174f4db07) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:27:43.984953 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:43.992258 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:44.057263 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdac47b-fe29-49da-8681-0a2cf0255a96 req-5c3c102c-e61c-421f-a9f5-d54fe7285b21 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:44.064359 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2ae1029b-47c6-429a-8665-42208200e758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:44.066982 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3fdac47b-fe29-49da-8681-0a2cf0255a96 req-5c3c102c-e61c-421f-a9f5-d54fe7285b21 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 944 time: 0.1384697
Aug 25 16:27:44.071300 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4c32b3e5-d8e6-45eb-8c7e-7d70ba54ed14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:44.117106 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1029b-47c6-429a-8665-42208200e758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77317ed-cda4-4e8e-b0cc-d739e6e4da2b,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:44.122456 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2ae1029b-47c6-429a-8665-42208200e758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:44.136309 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3fdac47b-fe29-49da-8681-0a2cf0255a96 req-982ad286-99a3-49e2-b074-23f225ffc89d tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673957
Aug 25 16:27:44.147473 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2ae1029b-47c6-429a-8665-42208200e758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:44.151211 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-2ae1029b-47c6-429a-8665-42208200e758 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a77317ed-cda4-4e8e-b0cc-d739e6e4da2b HTTP/1.1" status: 204  len: 168 time: 0.7286563
Aug 25 16:27:44.203960 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:44.228492 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Transition to ACTIVE for port object 51bd668b-e8a6-46db-af84-286174f4db07 will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:44.332680 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['2bfd13fa-4ac0-4d72-8f03-bfd15500a84e'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:27:44.353318 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:44.360320 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:44.401455 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['b36da994-aabe-4419-8adb-6fb2f5096b45'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:27:44.470920 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['4b2c30ec-4fb2-46a5-b532-5646204d8fba'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:27:44.493800 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c8686-58e4-4f7d-a580-ee2d65738c1b req-3996715f-7be1-447a-8dcc-d105b537292f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:44.495659 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-df7c8686-58e4-4f7d-a580-ee2d65738c1b req-3996715f-7be1-447a-8dcc-d105b537292f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 932 time: 0.1764090
Aug 25 16:27:44.528636 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['0b24ce64-e6a9-4fe1-8815-8fa18c82af42'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:27:44.643104 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Network e0ceff83-8770-427d-9a29-aa2f25758798 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:27:44.654985 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event updated for resources: {'Port': ['ID=51bd668b-e8a6-46db-af84-286174f4db07,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:44.675312 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:44.680725 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:27:44.707193 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:27:44.719248 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:44.723940 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:44.816744 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0234406
Aug 25 16:27:44.829276 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Request body: {'port': {'device_id': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:27:44.899173 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-df7c8686-58e4-4f7d-a580-ee2d65738c1b req-a7a014f7-730f-47fe-959d-f6f5aee2cb05 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3814991
Aug 25 16:27:44.939460 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0bf60-5693-44d3-83dd-65f518fa754c req-8cf1b438-377d-45c4-95fa-cde8bd0bd734 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:44.963059 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-30d0bf60-5693-44d3-83dd-65f518fa754c req-8cf1b438-377d-45c4-95fa-cde8bd0bd734 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 945 time: 0.3890650
Aug 25 16:27:45.058570 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-30d0bf60-5693-44d3-83dd-65f518fa754c req-2d52376c-33d5-404a-9fbc-da2a7da73f38 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925896
Aug 25 16:27:45.152966 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:45.462963 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-64a23976-2b86-46a1-92b1-b2c4c4cc519e None None] Provisioning for port 51bd668b-e8a6-46db-af84-286174f4db07 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:45.474651 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-64a23976-2b86-46a1-92b1-b2c4c4cc519e None None] Provisioning complete for port 51bd668b-e8a6-46db-af84-286174f4db07 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:45.475031 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-64a23976-2b86-46a1-92b1-b2c4c4cc519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:45.492479 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8018ab-825c-4269-9f1c-fb1a810394b5 req-1a552835-c0dc-4024-8420-50189c5f89f9 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:45.499803 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ef8018ab-825c-4269-9f1c-fb1a810394b5 req-1a552835-c0dc-4024-8420-50189c5f89f9 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 944 time: 0.2578006
Aug 25 16:27:45.560467 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-64a23976-2b86-46a1-92b1-b2c4c4cc519e None None] Port 51bd668b-e8a6-46db-af84-286174f4db07 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:27:45.668579 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c4d6-5911-4b81-abc5-81261579f4d8 req-07c117f2-990e-4055-a315-ed9ae6336f22 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:45.670458 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-53c9c4d6-5911-4b81-abc5-81261579f4d8 req-07c117f2-990e-4055-a315-ed9ae6336f22 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 944 time: 0.3267250
Aug 25 16:27:45.688277 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ef8018ab-825c-4269-9f1c-fb1a810394b5 req-14adf3c7-e98c-4044-be07-889ec5f53c66 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863399
Aug 25 16:27:45.780547 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-53c9c4d6-5911-4b81-abc5-81261579f4d8 req-64139362-17b8-45e0-9bea-7c5cab7cafd0 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905972
Aug 25 16:27:45.825430 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bd668b-e8a6-46db-af84-286174f4db07 {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:27:45.833698 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:45.862314 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Transition to ACTIVE for port object 51bd668b-e8a6-46db-af84-286174f4db07 will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:27:45.941779 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:45.947041 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:46.165870 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Pushing event updated for resources: {'Port': ['ID=51bd668b-e8a6-46db-af84-286174f4db07,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:46.193191 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:46.212397 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Attempting to bind port 51bd668b-e8a6-46db-af84-286174f4db07 on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:27:46.217855 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Attempting to bind port 51bd668b-e8a6-46db-af84-286174f4db07 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:27:46.218322 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Attempting to bind port 51bd668b-e8a6-46db-af84-286174f4db07 on network e0ceff83-8770-427d-9a29-aa2f25758798 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:46.233561 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Port 51bd668b-e8a6-46db-af84-286174f4db07 on network e0ceff83-8770-427d-9a29-aa2f25758798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:27:46.234168 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Attempting to bind port 51bd668b-e8a6-46db-af84-286174f4db07 on network e0ceff83-8770-427d-9a29-aa2f25758798 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:27:46.252641 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:27:46.253600 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Checking segment: {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:27:46.254416 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Bound using segment: {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:27:46.255111 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Bound port: 51bd668b-e8a6-46db-af84-286174f4db07, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:27:46.255564 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:46.311046 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdde8b-abd3-4f84-8e84-7ecbb7b0af24 req-15947424-0e7b-49da-afc8-b89f427c3048 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:46.320505 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8ccdde8b-abd3-4f84-8e84-7ecbb7b0af24 req-15947424-0e7b-49da-afc8-b89f427c3048 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 944 time: 0.1623480
Aug 25 16:27:46.433420 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] For port 51bd668b-e8a6-46db-af84-286174f4db07, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:27:46.438037 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] For port 51bd668b-e8a6-46db-af84-286174f4db07, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=51bd668b-e8a6-46db-af84-286174f4db07,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:27:46.440399 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8ccdde8b-abd3-4f84-8e84-7ecbb7b0af24 req-9132b35c-9c08-4905-8a52-e5ebc57d70be tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185634
Aug 25 16:27:46.462253 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a749f-2bb9-4768-92ab-af970582e22a req-0d86b1d9-00cc-4740-be57-8884208ad065 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:46.466257 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9b0a749f-2bb9-4768-92ab-af970582e22a req-0d86b1d9-00cc-4740-be57-8884208ad065 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 945 time: 0.1207039
Aug 25 16:27:46.518622 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9b0a749f-2bb9-4768-92ab-af970582e22a req-68f3627a-e739-43ba-849c-cc4f441fc7e7 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459239
Aug 25 16:27:46.547080 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:46.557935 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:46.632486 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:46.633990 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] 10.222.0.60 "PUT /v2.0/ports/51bd668b-e8a6-46db-af84-286174f4db07 HTTP/1.1" status: 200  len: 1094 time: 1.8096037
Aug 25 16:27:46.634569 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'tag': '51bd668b-e8a6-46db-af84-286174f4db07'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:27:46.656146 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Pushing event updated for resources: {'Port': ['ID=51bd668b-e8a6-46db-af84-286174f4db07,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:46.672883 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:46.710855 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'tag': '51bd668b-e8a6-46db-af84-286174f4db07', 'status': 'completed', 'code': 200}
Aug 25 16:27:46.868868 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee7e21bc-2440-4ca7-a2d7-dde2936ab57a req-45331af1-6b2a-4afd-b807-234aeb0feb5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=446dcebe081b4522bb0b4536c63d16b4&device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 1097 time: 0.1298728
Aug 25 16:27:47.141340 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36db5ad-bf3f-468e-988d-e947851c1e4d req-f8471ceb-e8f2-489c-b70b-06db48aefea8 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:47.149798 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a36db5ad-bf3f-468e-988d-e947851c1e4d req-f8471ceb-e8f2-489c-b70b-06db48aefea8 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 944 time: 0.2604771
Aug 25 16:27:47.232696 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e21bc-2440-4ca7-a2d7-dde2936ab57a req-626315aa-c51c-4ac7-aee9-9847d52478da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:47.234985 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee7e21bc-2440-4ca7-a2d7-dde2936ab57a req-626315aa-c51c-4ac7-aee9-9847d52478da service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=446dcebe081b4522bb0b4536c63d16b4&shared=False HTTP/1.1" status: 200  len: 910 time: 0.3585174
Aug 25 16:27:47.247818 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a36db5ad-bf3f-468e-988d-e947851c1e4d req-f07a7286-ecad-417a-a2a6-3d5461b10d01 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971255
Aug 25 16:27:47.265760 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34226a81-7047-4732-8036-9c4885d6f27b req-d3670cc0-18dd-4680-a0ec-988f403fc2ae tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:47.266366 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-34226a81-7047-4732-8036-9c4885d6f27b req-d3670cc0-18dd-4680-a0ec-988f403fc2ae tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 944 time: 0.1959629
Aug 25 16:27:47.358405 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-34226a81-7047-4732-8036-9c4885d6f27b req-1c5ca79c-6cd7-4b6d-b8e2-d18dbe1affe3 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819998
Aug 25 16:27:47.443429 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e21bc-2440-4ca7-a2d7-dde2936ab57a req-b13106ed-2296-4723-8cd5-a5d87c5cb8ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:47.445017 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee7e21bc-2440-4ca7-a2d7-dde2936ab57a req-b13106ed-2296-4723-8cd5-a5d87c5cb8ec service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2028606
Aug 25 16:27:47.606834 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-0dcc7789-c5a9-403e-bf3d-ea8c1bdcc745 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=446dcebe081b4522bb0b4536c63d16b4&device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 1097 time: 0.1203973
Aug 25 16:27:47.803267 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-067295ba-e869-40fd-8dec-7cb1a6b44776 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51bd668b-e8a6-46db-af84-286174f4db07 HTTP/1.1" status: 200  len: 217 time: 0.1891921
Aug 25 16:27:47.847805 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f2213-5759-4c65-916e-9724d0d19d75 req-f3b56d3e-e41f-4e45-9ef9-613a1f6734af tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:47.849705 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f58f2213-5759-4c65-916e-9724d0d19d75 req-f3b56d3e-e41f-4e45-9ef9-613a1f6734af tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 944 time: 0.1733487
Aug 25 16:27:47.879267 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-a01872df-abef-4e70-9c61-eb58f9f63330 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:47.881789 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-a01872df-abef-4e70-9c61-eb58f9f63330 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a14d0543-df93-450e-a48e-2a56aaf8fafa HTTP/1.1" status: 200  len: 848 time: 0.0718505
Aug 25 16:27:47.901918 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 4b2c30ec-4fb2-46a5-b532-5646204d8fba up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:47.920099 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f58f2213-5759-4c65-916e-9724d0d19d75 req-c41307e4-f315-4bd7-8352-c8494d0c6f24 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610695
Aug 25 16:27:47.933582 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80568df0-13d2-4fcd-bdfb-98f823ee0dbc req-e422e27c-61d9-4b4a-9686-f73a33249a60 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:47.934924 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-80568df0-13d2-4fcd-bdfb-98f823ee0dbc req-e422e27c-61d9-4b4a-9686-f73a33249a60 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 945 time: 0.1465952
Aug 25 16:27:47.988245 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-1307c244-a7db-48fb-b187-eb4939e7de83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0ceff83-8770-427d-9a29-aa2f25758798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1003656
Aug 25 16:27:47.996184 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-80568df0-13d2-4fcd-bdfb-98f823ee0dbc req-c17f4002-804a-4cfe-b6bb-79443d8869ed tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467656
Aug 25 16:27:48.083883 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 4b2c30ec-4fb2-46a5-b532-5646204d8fba completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:48.092957 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 4b2c30ec-4fb2-46a5-b532-5646204d8fba triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:48.093538 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:48.149711 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-ad1c0e96-70dd-418b-8507-a24524146a54 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522884
Aug 25 16:27:48.253673 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:48.285931 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c718bfdf-3564-41ea-b585-2b923178c8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2c30ec-4fb2-46a5-b532-5646204d8fba'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:27:48.311765 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3d970ad8-ee31-4e11-807f-f796385dacb0 req-c2f5869d-1a9e-4117-946d-560c5862ce8a service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570888
Aug 25 16:27:48.328473 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 45564) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:48.366501 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 4b2c30ec-4fb2-46a5-b532-5646204d8fba, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b2c30ec-4fb2-46a5-b532-5646204d8fba,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:48.377013 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45574) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:48.422054 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:48.423108 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:48.479087 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:48.601437 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910d3f4-803d-47cc-8db3-a80a34075c4d req-2f3f408f-74e0-4ce9-917c-4a17af8cbcaf tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:48.603174 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9910d3f4-803d-47cc-8db3-a80a34075c4d req-2f3f408f-74e0-4ce9-917c-4a17af8cbcaf tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 945 time: 0.1648612
Aug 25 16:27:48.703642 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=4b2c30ec-4fb2-46a5-b532-5646204d8fba,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:48.706697 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:48.734222 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5dff9af6-c95e-4080-b9af-05a08bd20950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:48.745933 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1b41e431-0032-406e-9e6b-793d07be44e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:48.774917 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:48.782412 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:48.782412 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:48.808261 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-1b41e431-0032-406e-9e6b-793d07be44e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:48.810739 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9910d3f4-803d-47cc-8db3-a80a34075c4d req-3d820f86-f93f-4239-a59f-a3f2db9f583c tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831877
Aug 25 16:27:48.811871 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-5dff9af6-c95e-4080-b9af-05a08bd20950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:48.815028 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-1b41e431-0032-406e-9e6b-793d07be44e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d6d1260afc644837a98959a69f702ba3 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:48.818316 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-5dff9af6-c95e-4080-b9af-05a08bd20950 admin admin] Usage tracker for resource:security_group_rule and tenant:b8146340e39e402ab6fa707eabef147a is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:48.821902 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-5dff9af6-c95e-4080-b9af-05a08bd20950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:48.824468 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-1b41e431-0032-406e-9e6b-793d07be44e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:48.829868 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-5dff9af6-c95e-4080-b9af-05a08bd20950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:48.834124 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-1b41e431-0032-406e-9e6b-793d07be44e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:48.853547 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d13586-d2b0-4729-944c-d3fcc9f257d8 req-75393899-66ae-4604-ad9d-e0f62247515e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:48.855224 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f5d13586-d2b0-4729-944c-d3fcc9f257d8 req-75393899-66ae-4604-ad9d-e0f62247515e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 944 time: 0.2049940
Aug 25 16:27:48.938274 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1b41e431-0032-406e-9e6b-793d07be44e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:48.968257 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f5d13586-d2b0-4729-944c-d3fcc9f257d8 req-fa1603e5-d4ee-46b3-ab9a-3471ac5b76f1 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888920
Aug 25 16:27:48.972215 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5dff9af6-c95e-4080-b9af-05a08bd20950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.034699 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.038574 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1b41e431-0032-406e-9e6b-793d07be44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.038665 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5dff9af6-c95e-4080-b9af-05a08bd20950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.047802 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:49.099295 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-74d2c3f6-7e90-43dd-8459-140d500f232e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:49.102708 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c718bfdf-3564-41ea-b585-2b923178c8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2c30ec-4fb2-46a5-b532-5646204d8fba', 'code': 200}
Aug 25 16:27:49.129427 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-5dff9af6-c95e-4080-b9af-05a08bd20950 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8146340e39e402ab6fa707eabef147a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7997699
Aug 25 16:27:49.131567 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff9af6-c95e-4080-b9af-05a08bd20950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db9863b-c276-4d7e-9e58-be11de02184f,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:49.134070 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 45606) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:49.146776 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-5dff9af6-c95e-4080-b9af-05a08bd20950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:49.159776 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0b24ce64-e6a9-4fe1-8815-8fa18c82af42,segment=NetworkSegment(13b5f8f0-542f-4b33-892d-aa8683afb432),segment_id=13b5f8f0-542f-4b33-892d-aa8683afb432)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:49.186753 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41e431-0032-406e-9e6b-793d07be44e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aebdfa4-3f6d-45a5-8e56-9400d1493d62,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:49.194671 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-1b41e431-0032-406e-9e6b-793d07be44e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6d1260afc644837a98959a69f702ba3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8161900
Aug 25 16:27:49.196151 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1b41e431-0032-406e-9e6b-793d07be44e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:49.196151 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45610) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:49.237964 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.238828 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device b36da994-aabe-4419-8adb-6fb2f5096b45 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:49.279327 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:49.313777 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4493b10a-aa8d-409b-ac4c-cb0d4e9382e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.347821 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4493b10a-aa8d-409b-ac4c-cb0d4e9382e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.371678 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2979edb1-bad0-43d4-8fc1-3b6d00e844ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.377159 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=0b24ce64-e6a9-4fe1-8815-8fa18c82af42,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:49.381398 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:49.418870 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2979edb1-bad0-43d4-8fc1-3b6d00e844ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.440618 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea37ba5-a3bf-4e63-8cec-8dee38aef97f req-09590ab0-3e3f-4a40-9b59-9b6ffca97ed5 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:49.442126 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5ea37ba5-a3bf-4e63-8cec-8dee38aef97f req-09590ab0-3e3f-4a40-9b59-9b6ffca97ed5 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 945 time: 0.2520111
Aug 25 16:27:49.466695 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4493b10a-aa8d-409b-ac4c-cb0d4e9382e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.470364 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port b36da994-aabe-4419-8adb-6fb2f5096b45 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:49.472464 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:49.479065 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port b36da994-aabe-4419-8adb-6fb2f5096b45 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:49.479942 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.484734 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493b10a-aa8d-409b-ac4c-cb0d4e9382e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aebdfa4-3f6d-45a5-8e56-9400d1493d62,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:49.487324 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4493b10a-aa8d-409b-ac4c-cb0d4e9382e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:49.488399 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec732d3-5551-4ec3-8b34-261dd89c1130 req-e3271060-6991-4d30-b73e-d466ed222ba5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:49.490613 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-aec732d3-5551-4ec3-8b34-261dd89c1130 req-e3271060-6991-4d30-b73e-d466ed222ba5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 944 time: 0.2002342
Aug 25 16:27:49.553229 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4493b10a-aa8d-409b-ac4c-cb0d4e9382e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.553229 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-4493b10a-aa8d-409b-ac4c-cb0d4e9382e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9aebdfa4-3f6d-45a5-8e56-9400d1493d62 HTTP/1.1" status: 204  len: 168 time: 0.3527126
Aug 25 16:27:49.570823 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5ea37ba5-a3bf-4e63-8cec-8dee38aef97f req-894330b5-117f-433f-93cb-73a77b647bde tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179142
Aug 25 16:27:49.598035 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-aec732d3-5551-4ec3-8b34-261dd89c1130 req-57124259-95d9-47d1-b293-a1183390098c tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0964422
Aug 25 16:27:49.626145 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-820f5f38-b12d-4c69-b418-16f3cd22847a req-a4a7360c-401e-4a20-9351-ad7b11565db8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 1098 time: 0.1262519
Aug 25 16:27:49.654822 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-820f5f38-b12d-4c69-b418-16f3cd22847a req-ff20516f-2701-4855-a354-1bbda441e215 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.677856 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2979edb1-bad0-43d4-8fc1-3b6d00e844ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.684004 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-6897928e-c3ab-4f29-ba75-35a70ddc7cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:49.691037 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.719896 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979edb1-bad0-43d4-8fc1-3b6d00e844ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db9863b-c276-4d7e-9e58-be11de02184f,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:49.733423 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-820f5f38-b12d-4c69-b418-16f3cd22847a req-ff20516f-2701-4855-a354-1bbda441e215 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:49.734765 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2979edb1-bad0-43d4-8fc1-3b6d00e844ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:49.736869 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port b36da994-aabe-4419-8adb-6fb2f5096b45, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b36da994-aabe-4419-8adb-6fb2f5096b45,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:49.737512 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-820f5f38-b12d-4c69-b418-16f3cd22847a req-ff20516f-2701-4855-a354-1bbda441e215 service neutron] Usage tracker for resource:security_group_rule and tenant:62064abcc97e46b185f392679b5ee828 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:49.741047 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-820f5f38-b12d-4c69-b418-16f3cd22847a req-ff20516f-2701-4855-a354-1bbda441e215 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:49.743677 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2979edb1-bad0-43d4-8fc1-3b6d00e844ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.744539 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-2979edb1-bad0-43d4-8fc1-3b6d00e844ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4db9863b-c276-4d7e-9e58-be11de02184f HTTP/1.1" status: 204  len: 168 time: 0.6095238
Aug 25 16:27:49.748156 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-820f5f38-b12d-4c69-b418-16f3cd22847a req-ff20516f-2701-4855-a354-1bbda441e215 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:49.774523 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 45620) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:49.817990 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.817990 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:49.828083 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-820f5f38-b12d-4c69-b418-16f3cd22847a req-ff20516f-2701-4855-a354-1bbda441e215 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.849396 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:49.896002 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-820f5f38-b12d-4c69-b418-16f3cd22847a req-ff20516f-2701-4855-a354-1bbda441e215 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:49.907242 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ff96fd2a-2b1c-4314-9e99-38b2375c132e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:49.937801 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=b36da994-aabe-4419-8adb-6fb2f5096b45,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:49.943312 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:49.971545 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-820f5f38-b12d-4c69-b418-16f3cd22847a req-ff20516f-2701-4855-a354-1bbda441e215 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3375571
Aug 25 16:27:49.980611 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20516f-2701-4855-a354-1bbda441e215 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f05d565b-e427-4661-b38f-a8be865f694c,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:49.985671 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ff20516f-2701-4855-a354-1bbda441e215 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:50.009087 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:50.014947 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:50.015618 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:50.155270 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede93fa7-8de4-41f7-a256-eebc35f6ec7d req-99f86967-5c21-4700-b712-26e452a3f753 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:50.158513 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ede93fa7-8de4-41f7-a256-eebc35f6ec7d req-99f86967-5c21-4700-b712-26e452a3f753 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 945 time: 0.1526384
Aug 25 16:27:50.186260 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:50.236059 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:50.313664 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ede93fa7-8de4-41f7-a256-eebc35f6ec7d req-9cbd6567-d6fc-415d-a23c-2f26b4dad260 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816700
Aug 25 16:27:50.336838 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-12007036-b9e4-4a05-bdc3-f4874c15408e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:50.353323 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:50.357738 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:50.366095 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e95022-b708-420d-be33-37e8cde461bb req-595f0068-c722-475e-8ce7-1d3637e3d959 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:50.379018 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-33e95022-b708-420d-be33-37e8cde461bb req-595f0068-c722-475e-8ce7-1d3637e3d959 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 945 time: 0.2127829
Aug 25 16:27:50.464422 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:50.468902 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:50.476196 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-12007036-b9e4-4a05-bdc3-f4874c15408e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:50.481473 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-33e95022-b708-420d-be33-37e8cde461bb req-43e07ca4-05e1-4384-b4f2-e11060c4c01d tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015611
Aug 25 16:27:50.484855 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-12007036-b9e4-4a05-bdc3-f4874c15408e admin admin] Usage tracker for resource:security_group_rule and tenant:1330e9605503468892fd8255b5c1e235 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:50.488590 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-12007036-b9e4-4a05-bdc3-f4874c15408e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:50.498692 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-12007036-b9e4-4a05-bdc3-f4874c15408e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:50.632768 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-12007036-b9e4-4a05-bdc3-f4874c15408e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:50.769782 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-12007036-b9e4-4a05-bdc3-f4874c15408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:50.781369 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:50.856629 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45660) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:50.882106 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f4bacd6d-ff06-436e-a9c3-20050179c2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:50.922432 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12007036-b9e4-4a05-bdc3-f4874c15408e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ccf3cf-6f33-465a-b5a4-f00b57fab542,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:50.922432 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-12007036-b9e4-4a05-bdc3-f4874c15408e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:50.922432 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-12007036-b9e4-4a05-bdc3-f4874c15408e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1330e9605503468892fd8255b5c1e235&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1404865
Aug 25 16:27:50.923456 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45666) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:50.940821 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-f4bacd6d-ff06-436e-a9c3-20050179c2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:50.941317 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fda64-45db-4b6f-a6b8-abb0ec4151a8 req-3752ed38-bb59-4563-9600-7491e8e7c333 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:50.946593 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-eb2fda64-45db-4b6f-a6b8-abb0ec4151a8 req-3752ed38-bb59-4563-9600-7491e8e7c333 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.2259512
Aug 25 16:27:50.949804 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-f4bacd6d-ff06-436e-a9c3-20050179c2df admin admin] Usage tracker for resource:security_group_rule and tenant:94978cfb997a4406a02597f821949192 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:50.954561 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-f4bacd6d-ff06-436e-a9c3-20050179c2df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:50.970435 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-f4bacd6d-ff06-436e-a9c3-20050179c2df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:50.982295 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefedb1-9f40-4f65-a9eb-39d03e61590a req-b7e002d4-5eaf-46f9-ba94-114210342595 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:50.983862 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1fefedb1-9f40-4f65-a9eb-39d03e61590a req-b7e002d4-5eaf-46f9-ba94-114210342595 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 944 time: 0.2111278
Aug 25 16:27:51.044198 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-516faa9e-4f6e-4c8a-925f-387839f17ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:51.045490 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-eb2fda64-45db-4b6f-a6b8-abb0ec4151a8 req-84e67197-c354-4eec-b9b5-e6fbffcafc5f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943792
Aug 25 16:27:51.088772 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1fefedb1-9f40-4f65-a9eb-39d03e61590a req-a32b6a89-02bb-481e-b360-f94119f4fad7 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985699
Aug 25 16:27:51.103892 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-516faa9e-4f6e-4c8a-925f-387839f17ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:51.104201 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b17c9fa-1216-4724-acb5-41bbe26c03ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b24ce64-e6a9-4fe1-8815-8fa18c82af42'}, {'server_uuid': '994055e8-1ca1-46af-a264-d79f8f5c6d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36da994-aabe-4419-8adb-6fb2f5096b45'}, {'server_uuid': '7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd13fa-4ac0-4d72-8f03-bfd15500a84e'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:27:51.178990 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f4bacd6d-ff06-436e-a9c3-20050179c2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:51.179441 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b17c9fa-1216-4724-acb5-41bbe26c03ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b24ce64-e6a9-4fe1-8815-8fa18c82af42', 'code': 200}
Aug 25 16:27:51.185723 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994055e8-1ca1-46af-a264-d79f8f5c6d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36da994-aabe-4419-8adb-6fb2f5096b45', 'code': 200}
Aug 25 16:27:51.185723 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd13fa-4ac0-4d72-8f03-bfd15500a84e', 'code': 200}
Aug 25 16:27:51.255470 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f4bacd6d-ff06-436e-a9c3-20050179c2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:51.287077 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-dc91af96-b81b-4342-b644-d16e32709c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:51.294558 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-516faa9e-4f6e-4c8a-925f-387839f17ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:51.306626 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-f4bacd6d-ff06-436e-a9c3-20050179c2df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94978cfb997a4406a02597f821949192&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4469666
Aug 25 16:27:51.307308 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 45682) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:51.341924 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bacd6d-ff06-436e-a9c3-20050179c2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8158a34-a366-4224-9c79-3f26e79db418,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:51.346257 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f4bacd6d-ff06-436e-a9c3-20050179c2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:51.347134 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-87e841ee-74ea-4c60-9799-626856c131ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:51.358440 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-516faa9e-4f6e-4c8a-925f-387839f17ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:51.358440 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-516faa9e-4f6e-4c8a-925f-387839f17ba9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02ccf3cf-6f33-465a-b5a4-f00b57fab542 HTTP/1.1" status: 204  len: 168 time: 0.4312568
Aug 25 16:27:51.368605 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516faa9e-4f6e-4c8a-925f-387839f17ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ccf3cf-6f33-465a-b5a4-f00b57fab542,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:51.383876 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-516faa9e-4f6e-4c8a-925f-387839f17ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:51.430825 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-72f3945d-2b4e-49b6-8206-1cc52bd965e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:51.493750 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-72f3945d-2b4e-49b6-8206-1cc52bd965e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:51.672371 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-72f3945d-2b4e-49b6-8206-1cc52bd965e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:51.682638 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-333adf85-343c-4cd0-b41e-41a7fcd8cadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:51.702549 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd86fc-2933-4a46-9a0c-21f9bfd9e47d req-a29a6abf-ecf8-44fc-ae85-a9fb8b9bbe4a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:51.704032 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-40bd86fc-2933-4a46-9a0c-21f9bfd9e47d req-a29a6abf-ecf8-44fc-ae85-a9fb8b9bbe4a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 945 time: 0.1149113
Aug 25 16:27:51.717250 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3945d-2b4e-49b6-8206-1cc52bd965e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8158a34-a366-4224-9c79-3f26e79db418,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:51.730055 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-72f3945d-2b4e-49b6-8206-1cc52bd965e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:51.767109 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-72f3945d-2b4e-49b6-8206-1cc52bd965e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:51.768231 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-72f3945d-2b4e-49b6-8206-1cc52bd965e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8158a34-a366-4224-9c79-3f26e79db418 HTTP/1.1" status: 204  len: 168 time: 0.4595203
Aug 25 16:27:51.801210 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-40bd86fc-2933-4a46-9a0c-21f9bfd9e47d req-07682ba4-83c3-4859-a08a-996e277b47e4 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767243
Aug 25 16:27:51.907161 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 51bd668b-e8a6-46db-af84-286174f4db07 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:27:51.947756 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7dc97854-21bf-4172-8a7d-8c50721c4b8a req-b0ab1dec-2776-4de8-94cc-935732466146 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 1098 time: 0.1147079
Aug 25 16:27:51.996861 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f6a45-c781-4250-950f-8b0fcc6c792f req-248214c6-baa9-4eed-8620-b0b7f8a057ab tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:52.007450 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-263f6a45-c781-4250-950f-8b0fcc6c792f req-248214c6-baa9-4eed-8620-b0b7f8a057ab tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 945 time: 0.1628344
Aug 25 16:27:52.055667 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-7dc97854-21bf-4172-8a7d-8c50721c4b8a req-ce7020ca-be05-4eb4-a182-3d40a1d3bf1d service neutron] Synchronizing usage tracker for tenant:62064abcc97e46b185f392679b5ee828 on resource:security_group {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:27:52.109177 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 51bd668b-e8a6-46db-af84-286174f4db07, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=51bd668b-e8a6-46db-af84-286174f4db07,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:52.137056 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '51bd668b-e8a6-46db-af84-286174f4db07', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'port_id': '51bd668b-e8a6-46db-af84-286174f4db07', 'mac_address': 'fa:16:3e:d8:b1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:27:52.152167 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-7dc97854-21bf-4172-8a7d-8c50721c4b8a req-ce7020ca-be05-4eb4-a182-3d40a1d3bf1d service neutron] Unset dirty status for tenant:62064abcc97e46b185f392679b5ee828 on resource:security_group {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:27:52.153358 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7dc97854-21bf-4172-8a7d-8c50721c4b8a req-ce7020ca-be05-4eb4-a182-3d40a1d3bf1d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937139
Aug 25 16:27:52.217012 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:52.246601 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bd668b-e8a6-46db-af84-286174f4db07 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:27:52.285779 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 51bd668b-e8a6-46db-af84-286174f4db07, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=51bd668b-e8a6-46db-af84-286174f4db07,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:52.343552 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:52.349281 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:52.417303 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9c52acbd-a6b3-4640-889a-ac2ab2b9a2b8 req-7461e7d5-a5ee-40c7-bf4d-56aef3a0ac4a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 1099 time: 0.4335783
Aug 25 16:27:52.430462 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-263f6a45-c781-4250-950f-8b0fcc6c792f req-8c44b788-8ff9-4399-8dc0-840f934da835 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4220636
Aug 25 16:27:52.470165 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-53da9046-417a-4c20-82e4-e9bd2de9d02f req-16facbf0-5142-4443-b1ac-445deb72900c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 1099 time: 0.2507687
Aug 25 16:27:52.490676 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=51bd668b-e8a6-46db-af84-286174f4db07,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:52.496628 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:52.521843 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47847ff-7a25-4628-88ac-83d9097eb875 req-764dd7b9-ebbf-4e1f-aac0-3680b609c443 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:52.523507 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f47847ff-7a25-4628-88ac-83d9097eb875 req-764dd7b9-ebbf-4e1f-aac0-3680b609c443 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1921790
Aug 25 16:27:52.531474 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9c52acbd-a6b3-4640-889a-ac2ab2b9a2b8 req-4dea885b-6df8-4c73-a192-3a047d2e3171 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999548
Aug 25 16:27:52.573747 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-53da9046-417a-4c20-82e4-e9bd2de9d02f req-99627866-e596-4c4a-bac4-513cd7ba5657 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866325
Aug 25 16:27:52.597876 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f47847ff-7a25-4628-88ac-83d9097eb875 req-13f56aaa-675e-4813-98ad-514e5535e359 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585885
Aug 25 16:27:52.601789 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['51bd668b-e8a6-46db-af84-286174f4db07'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:27:52.740423 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45718) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:52.785371 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fc657d97-81b7-4a31-bb3e-3edf0aa3548a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:52.842370 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060209-5de5-4e72-8ffd-046dcd653efe req-86b7cbe4-89de-4bb3-9bdf-2da156765b28 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:52.844049 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-95060209-5de5-4e72-8ffd-046dcd653efe req-86b7cbe4-89de-4bb3-9bdf-2da156765b28 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 945 time: 0.1690750
Aug 25 16:27:52.844195 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-fc657d97-81b7-4a31-bb3e-3edf0aa3548a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:52.850929 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-fc657d97-81b7-4a31-bb3e-3edf0aa3548a admin admin] Usage tracker for resource:security_group_rule and tenant:dbb81ee7bdb9418ba4e9568ea270e24a is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:52.855221 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-fc657d97-81b7-4a31-bb3e-3edf0aa3548a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:52.862495 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-fc657d97-81b7-4a31-bb3e-3edf0aa3548a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:52.930085 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-95060209-5de5-4e72-8ffd-046dcd653efe req-fc582847-8e1d-4c4c-afa4-8d7f2fb5f6e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691574
Aug 25 16:27:53.031768 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fc657d97-81b7-4a31-bb3e-3edf0aa3548a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:53.083130 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fc657d97-81b7-4a31-bb3e-3edf0aa3548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:53.095853 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2ae1029b-47c6-429a-8665-42208200e758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:53.124520 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b93f6-10d2-43b9-b5ce-71b1981c00be req-ab2ecb47-a168-4f32-badd-e6b17bc66eba tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:53.127414 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-053b93f6-10d2-43b9-b5ce-71b1981c00be req-ab2ecb47-a168-4f32-badd-e6b17bc66eba tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 945 time: 0.1219263
Aug 25 16:27:53.140336 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc657d97-81b7-4a31-bb3e-3edf0aa3548a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54973050-e81d-4ff0-a521-064937e45736,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:53.147881 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fc657d97-81b7-4a31-bb3e-3edf0aa3548a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:53.180121 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-fc657d97-81b7-4a31-bb3e-3edf0aa3548a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbb81ee7bdb9418ba4e9568ea270e24a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4388816
Aug 25 16:27:53.181042 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45740) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:53.269228 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-053b93f6-10d2-43b9-b5ce-71b1981c00be req-825a5676-edf8-4b7d-a1c5-ea0467562822 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347747
Aug 25 16:27:53.277859 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3979f163-799d-49f2-b14f-887821c703fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:53.316565 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3979f163-799d-49f2-b14f-887821c703fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:53.506765 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3979f163-799d-49f2-b14f-887821c703fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:53.513807 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-11d65e28-6268-4e49-ae94-9f41fc146143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:53.544823 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 45752) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:53.545882 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979f163-799d-49f2-b14f-887821c703fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54973050-e81d-4ff0-a521-064937e45736,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:53.548889 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-3979f163-799d-49f2-b14f-887821c703fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:53.549891 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3979f163-799d-49f2-b14f-887821c703fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:53.559104 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-3979f163-799d-49f2-b14f-887821c703fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54973050-e81d-4ff0-a521-064937e45736 HTTP/1.1" status: 204  len: 168 time: 0.3768778
Aug 25 16:27:53.654674 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:53.749645 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f0a02-1d00-4509-b993-9092a1d4f3a7 req-8edbc699-6150-4a60-82da-8f15a3826c98 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:53.751322 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-435f0a02-1d00-4509-b993-9092a1d4f3a7 req-8edbc699-6150-4a60-82da-8f15a3826c98 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 945 time: 0.1509221
Aug 25 16:27:53.838401 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-435f0a02-1d00-4509-b993-9092a1d4f3a7 req-20f1a31f-f24b-4ddb-88ef-230763d14e24 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754201
Aug 25 16:27:53.904072 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6ac2c12a-2cb7-468b-8b24-89d1fc26d255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:53.921364 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 51bd668b-e8a6-46db-af84-286174f4db07 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:27:53.967331 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-6ac2c12a-2cb7-468b-8b24-89d1fc26d255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:53.981002 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-6ac2c12a-2cb7-468b-8b24-89d1fc26d255 admin admin] Usage tracker for resource:security_group_rule and tenant:29c51b04626642f695d8b3afd2cd1d2d is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:53.993705 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc992c-b341-4c7d-bd32-aea65fedf408 req-0145e7d2-8465-49a7-83cf-77eaf8dbc537 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:54.009974 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2dfc992c-b341-4c7d-bd32-aea65fedf408 req-0145e7d2-8465-49a7-83cf-77eaf8dbc537 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1703584
Aug 25 16:27:54.034846 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-6ac2c12a-2cb7-468b-8b24-89d1fc26d255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:54.046132 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-6ac2c12a-2cb7-468b-8b24-89d1fc26d255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:54.109394 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2dfc992c-b341-4c7d-bd32-aea65fedf408 req-09c06046-d911-4506-b555-c9c45588b2c6 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984585
Aug 25 16:27:54.186736 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6ac2c12a-2cb7-468b-8b24-89d1fc26d255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:54.277876 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6ac2c12a-2cb7-468b-8b24-89d1fc26d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:54.324332 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-344d40ef-1a94-4273-9ecb-6b35b3709ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:54.340654 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 51bd668b-e8a6-46db-af84-286174f4db07 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:27:54.346645 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 51bd668b-e8a6-46db-af84-286174f4db07 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:27:54.347017 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:54.358329 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-6ac2c12a-2cb7-468b-8b24-89d1fc26d255 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29c51b04626642f695d8b3afd2cd1d2d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8121505
Aug 25 16:27:54.360976 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45780) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:54.538546 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-dc13c92c-3fd5-4a2b-ab0b-5c835bf14c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:54.620881 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-dc13c92c-3fd5-4a2b-ab0b-5c835bf14c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:54.643374 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:54.673847 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2c12a-2cb7-468b-8b24-89d1fc26d255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2011f78f-3abf-49db-a242-a94d8e48acc6,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:54.689550 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-6ac2c12a-2cb7-468b-8b24-89d1fc26d255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:54.706586 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda035d-ce86-4c70-9254-229dffdc133f req-971d6a3a-fde2-4412-b5bd-59fcc22e440d tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:54.708692 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1bda035d-ce86-4c70-9254-229dffdc133f req-971d6a3a-fde2-4412-b5bd-59fcc22e440d tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 945 time: 0.3476000
Aug 25 16:27:54.747046 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 51bd668b-e8a6-46db-af84-286174f4db07, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=51bd668b-e8a6-46db-af84-286174f4db07,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:27:54.754307 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bd668b-e8a6-46db-af84-286174f4db07'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:27:54.781477 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1bda035d-ce86-4c70-9254-229dffdc133f req-012b676b-455a-40be-8286-861e4ee51fc7 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654814
Aug 25 16:27:54.831536 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-dc13c92c-3fd5-4a2b-ab0b-5c835bf14c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:54.839029 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:54.851503 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13c92c-3fd5-4a2b-ab0b-5c835bf14c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2011f78f-3abf-49db-a242-a94d8e48acc6,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:54.855244 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bd668b-e8a6-46db-af84-286174f4db07', 'code': 200}
Aug 25 16:27:54.856658 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-dc13c92c-3fd5-4a2b-ab0b-5c835bf14c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:54.858654 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-dc13c92c-3fd5-4a2b-ab0b-5c835bf14c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:54.860593 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-dc13c92c-3fd5-4a2b-ab0b-5c835bf14c97 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2011f78f-3abf-49db-a242-a94d8e48acc6 HTTP/1.1" status: 204  len: 168 time: 0.4978378
Aug 25 16:27:54.893233 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:54.895844 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:54.976846 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=51bd668b-e8a6-46db-af84-286174f4db07,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:54.980766 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:55.120406 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854507d-6908-4f4a-95bc-18f16b3b49df req-5d9831ad-30f5-4af0-b986-7a49319613d8 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:55.125833 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7854507d-6908-4f4a-95bc-18f16b3b49df req-5d9831ad-30f5-4af0-b986-7a49319613d8 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 945 time: 0.1273665
Aug 25 16:27:55.208699 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7854507d-6908-4f4a-95bc-18f16b3b49df req-3dd4124a-7a99-4a9b-885e-caa5e3340905 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764120
Aug 25 16:27:55.499666 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b1bd6-06ba-441a-9d66-070af23a643a req-5ffb312e-fc2c-4131-ad42-3f495c002b5f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:55.501236 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-496b1bd6-06ba-441a-9d66-070af23a643a req-5ffb312e-fc2c-4131-ad42-3f495c002b5f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.2103493
Aug 25 16:27:55.508403 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-46ac13bf-3b74-4e69-84f9-e0bb48e1a125 req-ff887150-5e21-494f-9099-a83e410417e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 1099 time: 0.1705651
Aug 25 16:27:55.657734 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-496b1bd6-06ba-441a-9d66-070af23a643a req-1adc2aa2-7144-473a-ac7e-1eb7bb70281b tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443570
Aug 25 16:27:55.659369 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-46ac13bf-3b74-4e69-84f9-e0bb48e1a125 req-bd9991c0-94c1-4c1f-96e3-4b45c687b57e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1392529
Aug 25 16:27:55.968927 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45832) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:56.028082 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70078b3f-436b-4731-b4c8-1dcd6e0ba754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:56.079712 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-70078b3f-436b-4731-b4c8-1dcd6e0ba754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:27:56.085745 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-70078b3f-436b-4731-b4c8-1dcd6e0ba754 admin admin] Usage tracker for resource:security_group_rule and tenant:b84e52b1cd064e58b33c3532e01e22ad is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:27:56.089159 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-70078b3f-436b-4731-b4c8-1dcd6e0ba754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:27:56.095911 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-70078b3f-436b-4731-b4c8-1dcd6e0ba754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:27:56.212634 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70078b3f-436b-4731-b4c8-1dcd6e0ba754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:56.317719 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70078b3f-436b-4731-b4c8-1dcd6e0ba754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:56.325724 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4493b10a-aa8d-409b-ac4c-cb0d4e9382e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:56.366392 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70078b3f-436b-4731-b4c8-1dcd6e0ba754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169f7330-5cab-4a9d-b3b6-7877e7633e9e,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:56.371848 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-70078b3f-436b-4731-b4c8-1dcd6e0ba754 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b84e52b1cd064e58b33c3532e01e22ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4002073
Aug 25 16:27:56.371848 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-70078b3f-436b-4731-b4c8-1dcd6e0ba754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:56.373792 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 45846) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:27:56.435680 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f678d268-ce66-4f74-b9f8-11934b63161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:56.471760 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f678d268-ce66-4f74-b9f8-11934b63161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:56.597304 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f678d268-ce66-4f74-b9f8-11934b63161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:56.602042 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:27:56.624638 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678d268-ce66-4f74-b9f8-11934b63161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169f7330-5cab-4a9d-b3b6-7877e7633e9e,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:27:56.636800 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f678d268-ce66-4f74-b9f8-11934b63161d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:27:56.638116 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f678d268-ce66-4f74-b9f8-11934b63161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:27:56.643270 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-f678d268-ce66-4f74-b9f8-11934b63161d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/169f7330-5cab-4a9d-b3b6-7877e7633e9e HTTP/1.1" status: 204  len: 168 time: 0.2683702
Aug 25 16:27:56.646018 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512f8e9-4bbb-4f40-b60c-1dc31324b47d req-58f2cd35-5961-401a-97e1-e88622c2904e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:56.647935 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0512f8e9-4bbb-4f40-b60c-1dc31324b47d req-58f2cd35-5961-401a-97e1-e88622c2904e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1007402
Aug 25 16:27:56.700555 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0512f8e9-4bbb-4f40-b60c-1dc31324b47d req-0d04756b-928f-4541-9af7-1301324fafc1 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463681
Aug 25 16:27:56.914524 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8ba47-33be-4c52-bd8b-4d05e8e3c56e req-7f3f3143-1ac3-433f-9e83-200415c060b8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:56.916065 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-93d8ba47-33be-4c52-bd8b-4d05e8e3c56e req-7f3f3143-1ac3-433f-9e83-200415c060b8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.0997450
Aug 25 16:27:56.967519 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-93d8ba47-33be-4c52-bd8b-4d05e8e3c56e req-50e75a28-e865-4d67-96c3-17046e805cc9 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453343
Aug 25 16:27:58.017760 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a80b-1125-48cc-bd76-4aba60b1d513 req-52460017-8bbf-4d4d-bee1-fbb16a13095f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:58.030973 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9f29a80b-1125-48cc-bd76-4aba60b1d513 req-52460017-8bbf-4d4d-bee1-fbb16a13095f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1594262
Aug 25 16:27:58.106205 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9f29a80b-1125-48cc-bd76-4aba60b1d513 req-57c9ec6a-32c1-4c99-91df-d975a11f7268 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738163
Aug 25 16:27:58.516231 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25bfe5-60da-4331-844b-66a328788329 req-97f81735-f0d3-425c-ac24-c7dcd1904cb0 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:58.529389 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ea25bfe5-60da-4331-844b-66a328788329 req-97f81735-f0d3-425c-ac24-c7dcd1904cb0 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1688209
Aug 25 16:27:58.631024 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ea25bfe5-60da-4331-844b-66a328788329 req-41e137ba-3d83-4c59-951d-b200c49c9b6d tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996621
Aug 25 16:27:58.878992 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0ba7b79a-2fce-43cc-bb74-6f38efe48c63 req-c0fda164-7262-4363-817d-6fcad9156b65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19425c1ac63d45a88595b9d54610f1c3&device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 1099 time: 0.1060529
Aug 25 16:27:59.107066 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7b79a-2fce-43cc-bb74-6f38efe48c63 req-f2d4cdbf-82cf-49d9-9f04-55bb36303323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:59.108839 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0ba7b79a-2fce-43cc-bb74-6f38efe48c63 req-f2d4cdbf-82cf-49d9-9f04-55bb36303323 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 200  len: 920 time: 0.2210865
Aug 25 16:27:59.266455 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0ba7b79a-2fce-43cc-bb74-6f38efe48c63 req-f2a57af3-ff85-40ee-94a2-b754c66c95cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e HTTP/1.1" status: 200  len: 217 time: 0.1474264
Aug 25 16:27:59.467454 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7b79a-2fce-43cc-bb74-6f38efe48c63 req-c93e2fdc-e77d-432b-a493-3bd9075f000a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:59.468999 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0ba7b79a-2fce-43cc-bb74-6f38efe48c63 req-c93e2fdc-e77d-432b-a493-3bd9075f000a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dcb9da4-b268-4415-a341-f0f55b0709fe HTTP/1.1" status: 200  len: 859 time: 0.1953380
Aug 25 16:27:59.567967 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0ba7b79a-2fce-43cc-bb74-6f38efe48c63 req-ba638939-7d23-43ee-b53b-a9e0e6b585e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84706828-7293-46ff-88be-263fd4b2bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0862839
Aug 25 16:27:59.758117 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650483e9-b61b-46a4-a9d2-cdf974dd2596 req-9bdacf4e-f53b-43b6-824c-e197a6fb6c8e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:27:59.760058 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-650483e9-b61b-46a4-a9d2-cdf974dd2596 req-9bdacf4e-f53b-43b6-824c-e197a6fb6c8e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.3687534
Aug 25 16:27:59.879228 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0ba7b79a-2fce-43cc-bb74-6f38efe48c63 req-baad4667-8fe0-4797-bc17-28adbcbb74b3 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3010743
Aug 25 16:27:59.930835 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-650483e9-b61b-46a4-a9d2-cdf974dd2596 req-317adc70-7b26-48db-a500-3acaae23a496 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1579440
Aug 25 16:28:00.236802 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0ba7b79a-2fce-43cc-bb74-6f38efe48c63 req-a7055052-eac1-436f-8f61-06f11e3d9192 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3372719
Aug 25 16:28:00.380197 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faca861-179a-4cb3-bd02-f3c081a6be65 req-fb9ad1a5-1670-480c-bf37-bb41ceeb5551 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:00.382157 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6faca861-179a-4cb3-bd02-f3c081a6be65 req-fb9ad1a5-1670-480c-bf37-bb41ceeb5551 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1376667
Aug 25 16:28:00.461332 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6faca861-179a-4cb3-bd02-f3c081a6be65 req-093eff6b-a4b0-40e4-b657-6d8d2afdc966 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579441
Aug 25 16:28:01.302446 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dec997-3cbf-4d08-8365-6fdb9fb25c0f req-8a906ec8-3415-4250-b90e-eab1806332e5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:01.310329 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d7dec997-3cbf-4d08-8365-6fdb9fb25c0f req-8a906ec8-3415-4250-b90e-eab1806332e5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1212974
Aug 25 16:28:01.356980 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d7dec997-3cbf-4d08-8365-6fdb9fb25c0f req-b23f709f-a6f1-458c-82ec-e005c1236c5c tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456595
Aug 25 16:28:01.633942 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e6fba-4585-45ae-8094-97efbfdc008c req-2671d53e-5d05-4157-9eda-40e05bba353a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:01.637682 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bc2e6fba-4585-45ae-8094-97efbfdc008c req-2671d53e-5d05-4157-9eda-40e05bba353a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1464005
Aug 25 16:28:01.653192 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46008) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:01.662007 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-64e23264-7ab9-4bd0-9919-a492e1980b7f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Request body: {'floatingip': {'port_id': '51bd668b-e8a6-46db-af84-286174f4db07'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:01.812082 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-64e23264-7ab9-4bd0-9919-a492e1980b7f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:01.842009 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d60f0e-e4fb-4c24-bc8f-f82e0f55731e req-14dbf534-2638-470a-8c24-f4ae9a23e91b tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:01.844699 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c1d60f0e-e4fb-4c24-bc8f-f82e0f55731e req-14dbf534-2638-470a-8c24-f4ae9a23e91b tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1545732
Aug 25 16:28:01.924615 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c1d60f0e-e4fb-4c24-bc8f-f82e0f55731e req-beb6dca6-0cf2-4c54-a701-ccdfcca6db78 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725617
Aug 25 16:28:02.820605 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-64e23264-7ab9-4bd0-9919-a492e1980b7f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:02.896798 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-64e23264-7ab9-4bd0-9919-a492e1980b7f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:03.301311 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da00ae-46e6-4919-a491-0e492f5d7265 req-0a9dfe8f-08c9-44e1-8f1e-3569d65678fa tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:03.318950 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-15da00ae-46e6-4919-a491-0e492f5d7265 req-0a9dfe8f-08c9-44e1-8f1e-3569d65678fa tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1242504
Aug 25 16:28:03.368553 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.l3_db [None req-64e23264-7ab9-4bd0-9919-a492e1980b7f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Floating IP 65bf6b8e-d740-45fb-bb01-ee0e7090d71e associated. External IP: 172.27.3.17, port: 51bd668b-e8a6-46db-af84-286174f4db07.
Aug 25 16:28:03.423854 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-15da00ae-46e6-4919-a491-0e492f5d7265 req-510cfe9d-5740-4ccc-857a-0d6fa8c09d6b tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137784
Aug 25 16:28:03.976279 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e23264-7ab9-4bd0-9919-a492e1980b7f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Router 220caf4f-5143-4fc3-bd5c-bf8925e239ec has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:28:04.283388 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e23264-7ab9-4bd0-9919-a492e1980b7f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:28:04.301745 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29355a-1da1-4ce6-b766-ff39421a72f4 None None] Sync routers for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:28:04.310443 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-64e23264-7ab9-4bd0-9919-a492e1980b7f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:04.323720 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29355a-1da1-4ce6-b766-ff39421a72f4 None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:28:04.324732 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-3f29355a-1da1-4ce6-b766-ff39421a72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04ead7c0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:27:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:28:04.376931 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-64e23264-7ab9-4bd0-9919-a492e1980b7f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "PUT /v2.0/floatingips/65bf6b8e-d740-45fb-bb01-ee0e7090d71e HTTP/1.1" status: 200  len: 991 time: 2.7219896
Aug 25 16:28:04.377993 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'tag': '51bd668b-e8a6-46db-af84-286174f4db07'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:28:04.483952 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'tag': '51bd668b-e8a6-46db-af84-286174f4db07', 'status': 'completed', 'code': 200}
Aug 25 16:28:04.592285 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-3f29355a-1da1-4ce6-b766-ff39421a72f4 None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:28:04.832411 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a124dd88-e442-4d8f-8786-03a8d2729a81 req-a3cfb2a7-fe41-46a3-ad6e-b3826890e48b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=446dcebe081b4522bb0b4536c63d16b4&device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 1099 time: 0.3075235
Aug 25 16:28:04.962170 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3b3cc-488d-45e7-af32-6f406773a5a7 req-18a17be4-e795-41d7-a7d7-cab54bd44f03 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:04.963638 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7fe3b3cc-488d-45e7-af32-6f406773a5a7 req-18a17be4-e795-41d7-a7d7-cab54bd44f03 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1954947
Aug 25 16:28:05.037091 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124dd88-e442-4d8f-8786-03a8d2729a81 req-30bcfb43-7bb0-4b1c-ab22-d781c9f06cb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:05.038576 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a124dd88-e442-4d8f-8786-03a8d2729a81 req-30bcfb43-7bb0-4b1c-ab22-d781c9f06cb0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0ceff83-8770-427d-9a29-aa2f25758798 HTTP/1.1" status: 200  len: 910 time: 0.1952965
Aug 25 16:28:05.047303 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7fe3b3cc-488d-45e7-af32-6f406773a5a7 req-1df91572-c144-46dc-9df3-489f66f44167 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688860
Aug 25 16:28:05.179415 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a124dd88-e442-4d8f-8786-03a8d2729a81 req-4a01e542-981c-47ba-8263-d474db58c4fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51bd668b-e8a6-46db-af84-286174f4db07 HTTP/1.1" status: 200  len: 999 time: 0.1262400
Aug 25 16:28:05.268980 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-3f29355a-1da1-4ce6-b766-ff39421a72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04ead7c0>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '65bf6b8e-d740-45fb-bb01-ee0e7090d71e', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'port_id': '51bd668b-e8a6-46db-af84-286174f4db07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'mac_address': 'fa:16:3e:d8:b1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:27:33Z', 'updated_at': '2021-08-25T16:28:02Z', 'revision_number': 1, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:28:05.271864 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124dd88-e442-4d8f-8786-03a8d2729a81 req-cfff052c-547c-44f2-902d-b8476411018d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:05.273336 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a124dd88-e442-4d8f-8786-03a8d2729a81 req-cfff052c-547c-44f2-902d-b8476411018d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a14d0543-df93-450e-a48e-2a56aaf8fafa HTTP/1.1" status: 200  len: 848 time: 0.0809100
Aug 25 16:28:05.274453 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29355a-1da1-4ce6-b766-ff39421a72f4 None None] Checking router: 220caf4f-5143-4fc3-bd5c-bf8925e239ec for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:28:05.287279 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29355a-1da1-4ce6-b766-ff39421a72f4 None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:28:05.294760 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-3f29355a-1da1-4ce6-b766-ff39421a72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04ead7c0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:27:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:28:05.385968 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a124dd88-e442-4d8f-8786-03a8d2729a81 req-0a88c198-d834-4bc1-bce5-debbbd916ef6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0ceff83-8770-427d-9a29-aa2f25758798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1052477
Aug 25 16:28:05.474696 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-3f29355a-1da1-4ce6-b766-ff39421a72f4 None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:28:05.598753 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a124dd88-e442-4d8f-8786-03a8d2729a81 req-a0a6e2f1-3d83-43b7-89a6-d407190f36f8 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034671
Aug 25 16:28:05.744709 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3f05500f-27d7-412d-97d8-de960722494b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:05.806635 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a124dd88-e442-4d8f-8786-03a8d2729a81 req-d5f332de-c9e4-4a79-ad3a-68de2e2f52f4 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1982687
Aug 25 16:28:05.978766 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-3f29355a-1da1-4ce6-b766-ff39421a72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04ead7c0>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '65bf6b8e-d740-45fb-bb01-ee0e7090d71e', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'port_id': '51bd668b-e8a6-46db-af84-286174f4db07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'mac_address': 'fa:16:3e:d8:b1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:27:33Z', 'updated_at': '2021-08-25T16:28:02Z', 'revision_number': 1, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:28:05.985454 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29355a-1da1-4ce6-b766-ff39421a72f4 None None] The sync data for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi is: [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '65bf6b8e-d740-45fb-bb01-ee0e7090d71e', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'port_id': '51bd668b-e8a6-46db-af84-286174f4db07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'mac_address': 'fa:16:3e:d8:b1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:27:33Z', 'updated_at': '2021-08-25T16:28:02Z', 'revision_number': 1, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:28:06.008666 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:06.220915 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352ee459-1e88-4f80-8f1f-4aea6cde27c8 None None] New status for floating IP 65bf6b8e-d740-45fb-bb01-ee0e7090d71e: ACTIVE {{(pid=75963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:28:06.307671 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad846bf2-9e0d-4bfa-b2dd-2c6f2717603a req-e19291a2-e11a-4afb-9edd-7d1ce05dd1b8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:06.314983 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ad846bf2-9e0d-4bfa-b2dd-2c6f2717603a req-e19291a2-e11a-4afb-9edd-7d1ce05dd1b8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.0994735
Aug 25 16:28:06.372580 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ad846bf2-9e0d-4bfa-b2dd-2c6f2717603a req-d7564008-3e2c-49f0-b2e0-a34912bc0c85 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564239
Aug 25 16:28:07.624452 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0373b5b-2b83-43cd-b990-bd7f5ed3010c req-ea402074-aafd-404d-91f8-362bf77e04e8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:07.626074 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c0373b5b-2b83-43cd-b990-bd7f5ed3010c req-ea402074-aafd-404d-91f8-362bf77e04e8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.0889866
Aug 25 16:28:07.677528 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c0373b5b-2b83-43cd-b990-bd7f5ed3010c req-84168dd4-971d-4464-a4de-c75d33541c55 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436518
Aug 25 16:28:08.025602 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-0203f1c0-025f-466c-aca5-ed0984e4c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:08.296968 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:28:08.890647 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232e648-da2c-4c9e-92b0-ae36367a1db3 req-11a86839-1413-4e56-ad3b-c8d031b873c5 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:08.892114 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9232e648-da2c-4c9e-92b0-ae36367a1db3 req-11a86839-1413-4e56-ad3b-c8d031b873c5 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.0833004
Aug 25 16:28:08.940755 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9232e648-da2c-4c9e-92b0-ae36367a1db3 req-0116811b-cb26-4c0a-858a-3096693f669a tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424230
Aug 25 16:28:09.014168 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:09.247299 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46246) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:09.327975 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46252) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:09.362560 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46258) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:09.376728 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46262) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:09.514148 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:09.550673 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:09.556505 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Usage tracker for resource:security_group_rule and tenant:4c789a6b69984a41907446643f10ea03 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:09.558371 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:09.564888 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:09.632211 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4f30-d6db-48e8-92f5-dbb5acb088e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:09.644716 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:09.659344 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24bea2bd-6949-41c2-9c4e-eba19275b80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:09.679456 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:09.683629 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Usage tracker for resource:security_group_rule and tenant:6583b9f2c4a049bb8c2d8172ea40f34c is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:09.686579 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:09.693580 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:09.712664 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:09.722946 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-d7cc4f30-d6db-48e8-92f5-dbb5acb088e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:09.729873 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-d7cc4f30-d6db-48e8-92f5-dbb5acb088e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7acb0a191ecd41dbaee4c78032b5a4a9 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:09.733799 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-d7cc4f30-d6db-48e8-92f5-dbb5acb088e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:09.741723 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-24bea2bd-6949-41c2-9c4e-eba19275b80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:09.744019 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-d7cc4f30-d6db-48e8-92f5-dbb5acb088e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:09.748151 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-24bea2bd-6949-41c2-9c4e-eba19275b80c admin admin] Usage tracker for resource:security_group_rule and tenant:792319c735364c758d968cacd57985ef is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:09.752509 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-24bea2bd-6949-41c2-9c4e-eba19275b80c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:09.758543 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-24bea2bd-6949-41c2-9c4e-eba19275b80c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:09.782784 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:09.793537 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:09.862925 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:09.871652 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d732f922-15ab-4b5a-be8c-44973268279d,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:09.889482 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c789a6b69984a41907446643f10ea03&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6409276
Aug 25 16:28:09.893093 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46274) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:09.911879 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:09.912228 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:09.912765 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:09.913306 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:09.913660 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:09.914001 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:09.914347 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:09.914685 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:09.915020 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:09.915352 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:09.915687 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:09.928254 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:09.961019 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:09.963582 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24bea2bd-6949-41c2-9c4e-eba19275b80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:09.967867 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4f30-d6db-48e8-92f5-dbb5acb088e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:09.971570 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:09.981839 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-76fee983-9816-4758-af59-dd141c628179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.025898 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24bea2bd-6949-41c2-9c4e-eba19275b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.032566 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4f30-d6db-48e8-92f5-dbb5acb088e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.038659 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-76fee983-9816-4758-af59-dd141c628179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.043283 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d26c4ed6-b499-4269-a2f9-c36cfe46aa57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:10.050488 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1a12fe-fc9c-4b4f-9fe6-90474871016e,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:10.063701 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:10.064045 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:10.064384 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:10.064714 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:10.065040 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:10.065388 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:10.065748 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:10.066068 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:10.066600 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:10.066915 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:10.067236 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:10.071351 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:10.080944 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6583b9f2c4a049bb8c2d8172ea40f34c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7112803
Aug 25 16:28:10.084874 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46282) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:10.109712 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bea2bd-6949-41c2-9c4e-eba19275b80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6272225-af39-4cc7-a98f-3cba66ae6f6a,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:10.130577 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-d7cc4f30-d6db-48e8-92f5-dbb5acb088e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7acb0a191ecd41dbaee4c78032b5a4a9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8013358
Aug 25 16:28:10.134677 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46286) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:10.147553 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-24bea2bd-6949-41c2-9c4e-eba19275b80c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=792319c735364c758d968cacd57985ef&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7772629
Aug 25 16:28:10.151719 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46290) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:10.183397 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc4f30-d6db-48e8-92f5-dbb5acb088e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5972bd5-7e77-4b5e-826b-be8f27a5440e,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:10.192740 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d7cc4f30-d6db-48e8-92f5-dbb5acb088e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:10.193017 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-24a281be-74a7-43e1-8389-142ebac4d852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:10.193418 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-24a281be-74a7-43e1-8389-142ebac4d852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:10.247565 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9276d419-cec9-4979-bc26-bac591dbce74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.278096 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9276d419-cec9-4979-bc26-bac591dbce74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.283619 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2de811b7-3392-4179-8707-1ea234fb4cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.327157 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b4f5faad-4204-4e66-a510-d4cc50b72a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.343280 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2de811b7-3392-4179-8707-1ea234fb4cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.356138 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ace3d-775d-4df3-9016-4797298b64d9 req-5ed0fa75-ac02-46f8-9bc1-a2cf96097d22 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:10.357834 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1a9ace3d-775d-4df3-9016-4797298b64d9 req-5ed0fa75-ac02-46f8-9bc1-a2cf96097d22 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.2437310
Aug 25 16:28:10.422273 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-76fee983-9816-4758-af59-dd141c628179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.425086 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b4f5faad-4204-4e66-a510-d4cc50b72a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.451442 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:10.487277 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fee983-9816-4758-af59-dd141c628179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d732f922-15ab-4b5a-be8c-44973268279d,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:10.489524 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-76fee983-9816-4758-af59-dd141c628179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:10.531896 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9276d419-cec9-4979-bc26-bac591dbce74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.532989 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1a9ace3d-775d-4df3-9016-4797298b64d9 req-2fa30e56-827b-4f27-97e6-9c6a7d56b7c1 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670864
Aug 25 16:28:10.534483 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-70078b3f-436b-4731-b4c8-1dcd6e0ba754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:10.558302 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-76fee983-9816-4758-af59-dd141c628179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.563071 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-76fee983-9816-4758-af59-dd141c628179 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d732f922-15ab-4b5a-be8c-44973268279d HTTP/1.1" status: 204  len: 168 time: 0.6681294
Aug 25 16:28:10.579417 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.583470 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276d419-cec9-4979-bc26-bac591dbce74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5972bd5-7e77-4b5e-826b-be8f27a5440e,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:10.593438 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9276d419-cec9-4979-bc26-bac591dbce74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:10.600698 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9276d419-cec9-4979-bc26-bac591dbce74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.602035 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-9276d419-cec9-4979-bc26-bac591dbce74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5972bd5-7e77-4b5e-826b-be8f27a5440e HTTP/1.1" status: 204  len: 168 time: 0.4660604
Aug 25 16:28:10.659272 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b4f5faad-4204-4e66-a510-d4cc50b72a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.665183 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-76fee983-9816-4758-af59-dd141c628179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:10.678161 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5faad-4204-4e66-a510-d4cc50b72a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6272225-af39-4cc7-a98f-3cba66ae6f6a,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:10.682941 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b4f5faad-4204-4e66-a510-d4cc50b72a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:10.688690 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b4f5faad-4204-4e66-a510-d4cc50b72a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.689834 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-b4f5faad-4204-4e66-a510-d4cc50b72a87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6272225-af39-4cc7-a98f-3cba66ae6f6a HTTP/1.1" status: 204  len: 168 time: 0.5307891
Aug 25 16:28:10.691661 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2de811b7-3392-4179-8707-1ea234fb4cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.694148 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2de811b7-3392-4179-8707-1ea234fb4cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:10.696010 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-2de811b7-3392-4179-8707-1ea234fb4cfd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d1a12fe-fc9c-4b4f-9fe6-90474871016e HTTP/1.1" status: 204  len: 168 time: 0.6094735
Aug 25 16:28:10.696010 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:10.705562 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de811b7-3392-4179-8707-1ea234fb4cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1a12fe-fc9c-4b4f-9fe6-90474871016e,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:10.708263 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2de811b7-3392-4179-8707-1ea234fb4cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:11.757026 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46332) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:11.778943 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0bee5e4b-6ff5-404b-b00d-d270272b4f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:11.813547 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-0bee5e4b-6ff5-404b-b00d-d270272b4f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:11.818762 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-0bee5e4b-6ff5-404b-b00d-d270272b4f4c admin admin] Usage tracker for resource:security_group_rule and tenant:0fec198b74a449efaed74badbe8c8911 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:11.821711 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-0bee5e4b-6ff5-404b-b00d-d270272b4f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:11.827756 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-0bee5e4b-6ff5-404b-b00d-d270272b4f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:11.871222 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b260cb-3334-4e04-bec7-2020c38e814f req-b3c7719b-ab6e-4cc6-badb-aa1de4d81f8e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:11.872674 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-b3c7719b-ab6e-4cc6-badb-aa1de4d81f8e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/networks?id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 200  len: 815 time: 0.2523980
Aug 25 16:28:11.880071 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27538e-6907-4afe-98ec-bbd0c66da896 req-39cac0f8-69db-47c8-9182-166f0cc7d338 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:11.881568 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cd27538e-6907-4afe-98ec-bbd0c66da896 req-39cac0f8-69db-47c8-9182-166f0cc7d338 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1377990
Aug 25 16:28:11.901962 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0bee5e4b-6ff5-404b-b00d-d270272b4f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:11.914103 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-93222d2a-4214-4010-9228-1b4b3f1431f4 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/quotas/9072cf1a9d8f458e8c6262741354d21d HTTP/1.1" status: 200  len: 375 time: 0.0315411
Aug 25 16:28:11.928366 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46336) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:11.948433 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e5eff95f-b9a3-46db-a624-b793afa31cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:11.963724 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0bee5e4b-6ff5-404b-b00d-d270272b4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:11.972133 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:11.976545 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cd27538e-6907-4afe-98ec-bbd0c66da896 req-23cffe85-79ed-4858-8d9a-00728a0a3417 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867691
Aug 25 16:28:12.018911 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-8c9a5080-c359-4766-8928-34efaf45f046 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0873373
Aug 25 16:28:12.040233 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee5e4b-6ff5-404b-b00d-d270272b4f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f0083a-dada-460a-9f54-464ac5239c6f,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:12.043873 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0bee5e4b-6ff5-404b-b00d-d270272b4f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:12.054940 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-0bee5e4b-6ff5-404b-b00d-d270272b4f4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0fec198b74a449efaed74badbe8c8911&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2966642
Aug 25 16:28:12.057492 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46340) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:12.075509 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-e5eff95f-b9a3-46db-a624-b793afa31cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:12.084071 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-e5eff95f-b9a3-46db-a624-b793afa31cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:30604b389fe34df9afd7a0d923bc9781 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:12.088588 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-e5eff95f-b9a3-46db-a624-b793afa31cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:12.103918 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-e5eff95f-b9a3-46db-a624-b793afa31cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:12.195707 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6a04cc04-09fa-4ea8-9cb1-020b32fc2df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.203679 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-ff32b7d7-a489-44cc-9225-37b2a11a535b service neutron] 10.222.0.37 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767581
Aug 25 16:28:12.239147 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6a04cc04-09fa-4ea8-9cb1-020b32fc2df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.295975 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e5eff95f-b9a3-46db-a624-b793afa31cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.299749 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46348) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:12.322426 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a040128c-688d-4508-8f35-a45fdec6be98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.360892 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-a040128c-688d-4508-8f35-a45fdec6be98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:12.365018 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-c29d0435-96c3-4c9b-bcd6-ed14e158f6af service neutron] 10.222.0.37 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533351
Aug 25 16:28:12.366362 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-a040128c-688d-4508-8f35-a45fdec6be98 admin admin] Usage tracker for resource:security_group_rule and tenant:3abceb998b8b4e36921f79af3a577e90 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:12.369410 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-a040128c-688d-4508-8f35-a45fdec6be98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:12.375777 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-a040128c-688d-4508-8f35-a45fdec6be98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:12.390786 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e5eff95f-b9a3-46db-a624-b793afa31cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.407659 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-516faa9e-4f6e-4c8a-925f-387839f17ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:12.467374 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6a04cc04-09fa-4ea8-9cb1-020b32fc2df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.480177 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eff95f-b9a3-46db-a624-b793afa31cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32e673f-886f-4ca2-80f4-5fdaff01b762,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:12.483411 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e5eff95f-b9a3-46db-a624-b793afa31cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:12.489261 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-778b15f9-cfd7-4e1f-862b-4f90fd2f1fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:12.515984 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04cc04-09fa-4ea8-9cb1-020b32fc2df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f0083a-dada-460a-9f54-464ac5239c6f,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:12.519965 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6a04cc04-09fa-4ea8-9cb1-020b32fc2df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:12.528000 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46356) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:12.531012 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-e5eff95f-b9a3-46db-a624-b793afa31cb1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30604b389fe34df9afd7a0d923bc9781&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5996692
Aug 25 16:28:12.573026 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6a04cc04-09fa-4ea8-9cb1-020b32fc2df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.579639 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-6a04cc04-09fa-4ea8-9cb1-020b32fc2df8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88f0083a-dada-460a-9f54-464ac5239c6f HTTP/1.1" status: 204  len: 168 time: 0.5205462
Aug 25 16:28:12.643457 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0c7861d3-7783-4b3e-9dcd-20696983dba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.676962 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0c7861d3-7783-4b3e-9dcd-20696983dba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.693646 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a040128c-688d-4508-8f35-a45fdec6be98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.786364 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a040128c-688d-4508-8f35-a45fdec6be98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.808772 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-00675294-dc68-4b7f-9d90-7c1ab3785ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:12.853606 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-345b9fcd-201b-4d67-8f6b-10ee2d47c9a5 req-a1ec6c14-00b0-4117-b0ea-c7f9bfa527cc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 210 time: 0.0933821
Aug 25 16:28:12.854752 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0c7861d3-7783-4b3e-9dcd-20696983dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.858441 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-6ac2c12a-2cb7-468b-8b24-89d1fc26d255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:12.901407 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7861d3-7783-4b3e-9dcd-20696983dba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32e673f-886f-4ca2-80f4-5fdaff01b762,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:12.943140 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-0c7861d3-7783-4b3e-9dcd-20696983dba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:12.943975 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0c7861d3-7783-4b3e-9dcd-20696983dba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:12.947788 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-0c7861d3-7783-4b3e-9dcd-20696983dba4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e32e673f-886f-4ca2-80f4-5fdaff01b762 HTTP/1.1" status: 204  len: 168 time: 0.4159181
Aug 25 16:28:12.949196 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040128c-688d-4508-8f35-a45fdec6be98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435c3bff-5020-4517-b6de-54babc96213c,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:12.957560 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a040128c-688d-4508-8f35-a45fdec6be98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:12.960888 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-a040128c-688d-4508-8f35-a45fdec6be98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3abceb998b8b4e36921f79af3a577e90&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6605690
Aug 25 16:28:12.963704 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46376) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:13.053625 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-079a0e77-2199-442d-876b-d02944cf898d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:13.082473 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-079a0e77-2199-442d-876b-d02944cf898d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:13.219213 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a4526-d806-453b-b9c8-ad5e4f2cdca3 req-073e85af-b107-4d1f-bfbf-1b11f00cd78f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:13.220801 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-780a4526-d806-453b-b9c8-ad5e4f2cdca3 req-073e85af-b107-4d1f-bfbf-1b11f00cd78f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.0965066
Aug 25 16:28:13.284498 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-780a4526-d806-453b-b9c8-ad5e4f2cdca3 req-1c807292-a11c-4c7a-b440-b164f65c0dad tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542274
Aug 25 16:28:13.339727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-079a0e77-2199-442d-876b-d02944cf898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:13.350091 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-fa40cafb-efc7-428e-85b0-1a425bec8928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:13.357041 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a0e77-2199-442d-876b-d02944cf898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435c3bff-5020-4517-b6de-54babc96213c,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:13.364217 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-079a0e77-2199-442d-876b-d02944cf898d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:13.364948 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-079a0e77-2199-442d-876b-d02944cf898d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:13.366096 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-079a0e77-2199-442d-876b-d02944cf898d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/435c3bff-5020-4517-b6de-54babc96213c HTTP/1.1" status: 204  len: 168 time: 0.3813653
Aug 25 16:28:14.062426 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4365f2fd-739a-4233-b724-921d44b04ebb req-093a2925-b042-4545-b0d6-dc4d16dfa904 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 210 time: 0.0546203
Aug 25 16:28:14.507395 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28997a89-0b1b-4dc9-a2c0-901230973cb3 req-0082f7a1-0ea7-48df-8382-e7c95f8b3d7a tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:14.509447 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-28997a89-0b1b-4dc9-a2c0-901230973cb3 req-0082f7a1-0ea7-48df-8382-e7c95f8b3d7a tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.0882616
Aug 25 16:28:14.560947 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-28997a89-0b1b-4dc9-a2c0-901230973cb3 req-e23bd7a7-5051-4b45-93f6-d39c0ce76e73 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452526
Aug 25 16:28:15.468000 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-806fea5d-e49a-4bd9-b042-a52d9350bcb8 req-5fe352df-fa6b-479b-b75d-2666865fdc51 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 210 time: 0.0676258
Aug 25 16:28:15.539582 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b260cb-3334-4e04-bec7-2020c38e814f req-31f77aba-11e0-440f-98ab-bbfec66a3439 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:15.542058 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-31f77aba-11e0-440f-98ab-bbfec66a3439 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "GET /v2.0/networks?id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 200  len: 815 time: 0.3111589
Aug 25 16:28:15.564407 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Request body: {'port': {'device_id': '3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63', 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4', 'admin_state_up': True, 'tenant_id': '9072cf1a9d8f458e8c6262741354d21d'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:15.823678 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:15.866742 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:15.928613 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b08ed-37f1-4fae-a37f-8016ddbb2322 req-6c20d7ca-6d9e-4046-ac9e-7c0d8bb81802 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:15.930353 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3e9b08ed-37f1-4fae-a37f-8016ddbb2322 req-6c20d7ca-6d9e-4046-ac9e-7c0d8bb81802 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1780560
Aug 25 16:28:15.974268 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Made reservation on behalf of 9072cf1a9d8f458e8c6262741354d21d for: {'port': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:28:15.977453 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:16.018407 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3e9b08ed-37f1-4fae-a37f-8016ddbb2322 req-b7047610-e0b2-4af1-9c84-5e16577a9c5f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801942
Aug 25 16:28:16.195935 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Allocated IP 172.20.0.6 (eaf07166-bf4b-43f2-9be9-fca65a7dddb4/923d1b96-9544-4f53-ba3c-4064ebfadffe/aea0d04a-97bc-4c5f-adab-4fffc0be05dc) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:28:16.497570 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:16.582202 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:16.589259 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e377fdfb-bb36-4d83-b87c-f3406e48638a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:16.602952 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['4b2c30ec-4fb2-46a5-b532-5646204d8fba'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:28:16.699832 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:28:16.740359 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:28:16.752095 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:28:16.756272 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:16.758035 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:16.806494 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Pushing event updated for resources: {'Port': ['ID=aea0d04a-97bc-4c5f-adab-4fffc0be05dc,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:16.811116 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:16.830193 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32656-97ec-4c21-ae6d-73f94231c935 req-dc67d5a5-d158-4eb4-83a1-73075f986d98 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:16.830915 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-82e32656-97ec-4c21-ae6d-73f94231c935 req-dc67d5a5-d158-4eb4-83a1-73075f986d98 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Synchronizing usage tracker for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:28:16.896039 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3356702
Aug 25 16:28:16.911244 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Request body: {'port': {'device_id': '3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:17.008046 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-82e32656-97ec-4c21-ae6d-73f94231c935 req-dc67d5a5-d158-4eb4-83a1-73075f986d98 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Unset dirty status for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:28:17.009276 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-82e32656-97ec-4c21-ae6d-73f94231c935 req-dc67d5a5-d158-4eb4-83a1-73075f986d98 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 931 time: 0.3208168
Aug 25 16:28:17.067024 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:17.131214 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-82e32656-97ec-4c21-ae6d-73f94231c935 req-66632031-ec50-4b10-906a-6e31bcc0e0a8 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153908
Aug 25 16:28:17.417894 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1313-469c-410e-acfe-be3db4bf40b6 req-aa90d7e5-2717-47ee-a149-6c71a2dfba41 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:17.419379 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c62b1313-469c-410e-acfe-be3db4bf40b6 req-aa90d7e5-2717-47ee-a149-6c71a2dfba41 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.2158184
Aug 25 16:28:17.597899 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c62b1313-469c-410e-acfe-be3db4bf40b6 req-c7adb9fb-1dc1-48e8-9ede-7d7e1c9f84c2 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517136
Aug 25 16:28:17.662730 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea0d04a-97bc-4c5f-adab-4fffc0be05dc {{(pid=75962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:28:17.672214 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:17.692691 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.provisioning_blocks [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Transition to ACTIVE for port object aea0d04a-97bc-4c5f-adab-4fffc0be05dc will not be triggered until provisioned by entity L2. {{(pid=75962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:28:17.791042 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:17.804450 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:17.981142 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Pushing event updated for resources: {'Port': ['ID=aea0d04a-97bc-4c5f-adab-4fffc0be05dc,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:17.985724 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:18.049347 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Attempting to bind port aea0d04a-97bc-4c5f-adab-4fffc0be05dc on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:28:18.049347 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Attempting to bind port aea0d04a-97bc-4c5f-adab-4fffc0be05dc by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:28:18.049347 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Attempting to bind port aea0d04a-97bc-4c5f-adab-4fffc0be05dc on network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:28:18.056927 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Port aea0d04a-97bc-4c5f-adab-4fffc0be05dc on network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:28:18.057286 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Attempting to bind port aea0d04a-97bc-4c5f-adab-4fffc0be05dc on network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:28:18.064322 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:28:18.064717 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Checking segment: {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:28:18.065086 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Bound using segment: {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:28:18.065540 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Bound port: aea0d04a-97bc-4c5f-adab-4fffc0be05dc, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'}}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:28:18.066510 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:18.160952 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] For port aea0d04a-97bc-4c5f-adab-4fffc0be05dc, host hv-cinder-80582, cleared binding levels {{(pid=75962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:28:18.164904 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] For port aea0d04a-97bc-4c5f-adab-4fffc0be05dc, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=aea0d04a-97bc-4c5f-adab-4fffc0be05dc,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:28:18.382079 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98f58b-5a56-449b-b75a-73d692349851 req-434364aa-6c07-45e4-8d7e-7a9abe15862d tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:18.383598 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-db98f58b-5a56-449b-b75a-73d692349851 req-434364aa-6c07-45e4-8d7e-7a9abe15862d tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 943 time: 0.1029859
Aug 25 16:28:18.415031 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:18.430210 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:18.500888 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-db98f58b-5a56-449b-b75a-73d692349851 req-4778b31a-e8c0-45c8-b947-bd6c6ac547bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102102
Aug 25 16:28:18.513205 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:18.514630 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] 10.222.0.60 "PUT /v2.0/ports/aea0d04a-97bc-4c5f-adab-4fffc0be05dc HTTP/1.1" status: 200  len: 1093 time: 1.6104169
Aug 25 16:28:18.515130 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63', 'tag': 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:28:18.531963 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Pushing event updated for resources: {'Port': ['ID=aea0d04a-97bc-4c5f-adab-4fffc0be05dc,revision_number=3']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:18.536365 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:18.603350 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63', 'tag': 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc', 'status': 'completed', 'code': 200}
Aug 25 16:28:18.727258 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a28a60aa-ddc2-4565-aa98-bc014cf40f7d req-380f390f-06e2-4b85-ba61-4286c592e86c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 1096 time: 0.0902312
Aug 25 16:28:18.939276 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a60aa-ddc2-4565-aa98-bc014cf40f7d req-02d02765-089b-4090-8bac-54f513945a58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:18.940824 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a28a60aa-ddc2-4565-aa98-bc014cf40f7d req-02d02765-089b-4090-8bac-54f513945a58 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9072cf1a9d8f458e8c6262741354d21d&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2035782
Aug 25 16:28:18.952001 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdb54b-aef1-4d51-82a2-976a58103b66 req-fb84e2a0-2a14-46b3-8133-ce30c1c4b179 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:18.953731 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c3bdb54b-aef1-4d51-82a2-976a58103b66 req-fb84e2a0-2a14-46b3-8133-ce30c1c4b179 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1906281
Aug 25 16:28:19.132962 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c3bdb54b-aef1-4d51-82a2-976a58103b66 req-1f1b05ca-3c79-4c49-9b39-6d76b68559de tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578984
Aug 25 16:28:19.188296 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a60aa-ddc2-4565-aa98-bc014cf40f7d req-86a27d4e-c05f-4fe7-837b-7c862b33206e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:19.190159 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a28a60aa-ddc2-4565-aa98-bc014cf40f7d req-86a27d4e-c05f-4fe7-837b-7c862b33206e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2357690
Aug 25 16:28:19.322168 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-59b3a143-d072-4080-a5c1-6f24230efdf4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 1096 time: 0.0756948
Aug 25 16:28:19.403523 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-d0b1f395-56d8-4bf2-a131-658920c0afa3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aea0d04a-97bc-4c5f-adab-4fffc0be05dc HTTP/1.1" status: 200  len: 217 time: 0.0736523
Aug 25 16:28:19.478305 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b260cb-3334-4e04-bec7-2020c38e814f req-dbb3c5fd-8835-4a36-94b1-34cb3a1950ec service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:19.481887 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-dbb3c5fd-8835-4a36-94b1-34cb3a1950ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=923d1b96-9544-4f53-ba3c-4064ebfadffe HTTP/1.1" status: 200  len: 855 time: 0.0638974
Aug 25 16:28:19.557391 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-c37502b0-2cf6-41e6-8c35-535554907b47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0670111
Aug 25 16:28:19.838056 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-4fe30617-5192-407c-8885-4b90dc5d0a39 service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2714305
Aug 25 16:28:19.897707 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e708b-4edc-45d0-936e-24abc6989634 req-d260180f-3ee9-4292-8351-21449cf32077 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:19.900433 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f08e708b-4edc-45d0-936e-24abc6989634 req-d260180f-3ee9-4292-8351-21449cf32077 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 943 time: 0.1694214
Aug 25 16:28:20.035499 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f08e708b-4edc-45d0-936e-24abc6989634 req-abe3b890-8683-4964-a599-b30462322816 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804076
Aug 25 16:28:20.062066 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b260cb-3334-4e04-bec7-2020c38e814f req-af5ec570-1238-47f6-ba86-7777a0413752 service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2062023
Aug 25 16:28:20.467456 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0b4e-af26-4ab7-848f-0e57e1d4459d req-b65dec28-62ad-41d6-8f62-a47913f5578e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:20.468975 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e33b0b4e-af26-4ab7-848f-0e57e1d4459d req-b65dec28-62ad-41d6-8f62-a47913f5578e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1477327
Aug 25 16:28:20.474696 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77be47-6a4a-4dd8-9b48-01fdffec3fa5 req-9bc21406-6b53-4865-b8d6-a74232d4d07d tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:20.476113 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5b77be47-6a4a-4dd8-9b48-01fdffec3fa5 req-9bc21406-6b53-4865-b8d6-a74232d4d07d tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 945 time: 0.1210883
Aug 25 16:28:20.565310 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5b77be47-6a4a-4dd8-9b48-01fdffec3fa5 req-f82d1788-3d7c-403b-a576-591716cd4a3e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743308
Aug 25 16:28:20.575895 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e33b0b4e-af26-4ab7-848f-0e57e1d4459d req-4c2188e5-b224-4bba-a007-509299141853 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988073
Aug 25 16:28:20.805664 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46646) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:20.980013 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46662) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:21.127253 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0abaa8fc-0f2d-45e8-8666-2999c6c33f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:21.163347 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-0abaa8fc-0f2d-45e8-8666-2999c6c33f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:21.167486 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-0abaa8fc-0f2d-45e8-8666-2999c6c33f21 admin admin] Usage tracker for resource:security_group_rule and tenant:1c91efea8ddc4327835380ac932f16de is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:21.171671 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-0abaa8fc-0f2d-45e8-8666-2999c6c33f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:21.178445 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-0abaa8fc-0f2d-45e8-8666-2999c6c33f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:21.244576 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-7e11c6a9-01b9-4c1e-8963-32c3fcd83760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:21.347709 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-7e11c6a9-01b9-4c1e-8963-32c3fcd83760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:21.347709 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-7e11c6a9-01b9-4c1e-8963-32c3fcd83760 admin admin] Usage tracker for resource:security_group_rule and tenant:21c6c80b91014fc79bd0a6c41bc842a2 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:21.355158 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-7e11c6a9-01b9-4c1e-8963-32c3fcd83760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:21.365132 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-7e11c6a9-01b9-4c1e-8963-32c3fcd83760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:21.394678 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1a7a4-2243-4410-a536-76094e777943 req-3d34620e-7a51-44a0-9001-a73042db98b3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:21.394678 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-11c1a7a4-2243-4410-a536-76094e777943 req-3d34620e-7a51-44a0-9001-a73042db98b3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 943 time: 0.1947238
Aug 25 16:28:21.396216 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0abaa8fc-0f2d-45e8-8666-2999c6c33f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:21.445239 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-11c1a7a4-2243-4410-a536-76094e777943 req-2565f83b-ca06-4742-9a37-bbe123e12c71 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450659
Aug 25 16:28:21.528249 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0abaa8fc-0f2d-45e8-8666-2999c6c33f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:21.538368 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:21.602105 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaa8fc-0f2d-45e8-8666-2999c6c33f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143044d2-4174-4550-a92d-6c7ab654d584,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:21.605469 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-0abaa8fc-0f2d-45e8-8666-2999c6c33f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:21.613450 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-0abaa8fc-0f2d-45e8-8666-2999c6c33f21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c91efea8ddc4327835380ac932f16de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8063388
Aug 25 16:28:21.614924 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46680) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:21.642281 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46684) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:21.668837 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-7e11c6a9-01b9-4c1e-8963-32c3fcd83760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:21.727840 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-7e11c6a9-01b9-4c1e-8963-32c3fcd83760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:21.761838 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-5dff9af6-c95e-4080-b9af-05a08bd20950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:21.767876 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9d486ebd-995a-4af5-af96-f6c016569a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:21.801779 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9d486ebd-995a-4af5-af96-f6c016569a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:21.839706 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11c6a9-01b9-4c1e-8963-32c3fcd83760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e9464f-f970-48e5-8f09-c38ad17b7f39,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:21.843312 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-7e11c6a9-01b9-4c1e-8963-32c3fcd83760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:21.918940 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-7e11c6a9-01b9-4c1e-8963-32c3fcd83760 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21c6c80b91014fc79bd0a6c41bc842a2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9375288
Aug 25 16:28:21.922397 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46696) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:21.957276 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-be214825-310f-4bfe-93eb-cae85e7d3a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:21.961399 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9d486ebd-995a-4af5-af96-f6c016569a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:21.971705 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1b41e431-0032-406e-9e6b-793d07be44e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:21.984265 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d486ebd-995a-4af5-af96-f6c016569a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143044d2-4174-4550-a92d-6c7ab654d584,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:21.989542 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9d486ebd-995a-4af5-af96-f6c016569a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:21.991731 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-9d486ebd-995a-4af5-af96-f6c016569a98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/143044d2-4174-4550-a92d-6c7ab654d584 HTTP/1.1" status: 204  len: 168 time: 0.3754330
Aug 25 16:28:21.992982 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9d486ebd-995a-4af5-af96-f6c016569a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:22.049088 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-be214825-310f-4bfe-93eb-cae85e7d3a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:22.058496 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-be214825-310f-4bfe-93eb-cae85e7d3a31 admin admin] Usage tracker for resource:security_group_rule and tenant:b15d75ab5c204fd5b20d435d1467201f is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:22.065079 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-be214825-310f-4bfe-93eb-cae85e7d3a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:22.083826 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-be214825-310f-4bfe-93eb-cae85e7d3a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:22.091035 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef8b2e-c8df-4a06-b507-680d2c3b04f2 req-0f44f7ee-b216-47c3-9594-cc804cdde82f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:22.092570 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-03ef8b2e-c8df-4a06-b507-680d2c3b04f2 req-0f44f7ee-b216-47c3-9594-cc804cdde82f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.3339930
Aug 25 16:28:22.104181 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d06e7-451d-4430-a439-524ece0c61f0 req-08a6c9c8-85de-47d9-99b9-b0e52e23ff4c tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:22.105731 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d17d06e7-451d-4430-a439-524ece0c61f0 req-08a6c9c8-85de-47d9-99b9-b0e52e23ff4c tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 945 time: 0.3452282
Aug 25 16:28:22.109585 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-03fb55ee-ddc6-4d8a-a1c4-bdb54a54adb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:22.209810 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-03fb55ee-ddc6-4d8a-a1c4-bdb54a54adb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:22.312293 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-03ef8b2e-c8df-4a06-b507-680d2c3b04f2 req-889db66c-33d8-46ff-b468-e4e31ea3bb7d tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036572
Aug 25 16:28:22.352058 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d17d06e7-451d-4430-a439-524ece0c61f0 req-3bd4adb7-74b9-4ed7-8df5-740d3843479e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2359626
Aug 25 16:28:22.397891 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-be214825-310f-4bfe-93eb-cae85e7d3a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:22.516634 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-be214825-310f-4bfe-93eb-cae85e7d3a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:22.527051 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-03fb55ee-ddc6-4d8a-a1c4-bdb54a54adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:22.532462 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:22.567806 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be214825-310f-4bfe-93eb-cae85e7d3a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc8d543-d4fd-4d7e-a3e4-59ed0849c38f,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:22.601143 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb55ee-ddc6-4d8a-a1c4-bdb54a54adb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e9464f-f970-48e5-8f09-c38ad17b7f39,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:22.603732 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-03fb55ee-ddc6-4d8a-a1c4-bdb54a54adb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:22.647566 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-72f3945d-2b4e-49b6-8206-1cc52bd965e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:22.647924 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-72f3945d-2b4e-49b6-8206-1cc52bd965e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:22.673794 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-be214825-310f-4bfe-93eb-cae85e7d3a31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b15d75ab5c204fd5b20d435d1467201f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0306077
Aug 25 16:28:22.676647 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46712) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:22.677608 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-03fb55ee-ddc6-4d8a-a1c4-bdb54a54adb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:22.680943 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-03fb55ee-ddc6-4d8a-a1c4-bdb54a54adb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5e9464f-f970-48e5-8f09-c38ad17b7f39 HTTP/1.1" status: 204  len: 168 time: 0.7497456
Aug 25 16:28:22.719871 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7714e-64eb-4aa2-800b-a3bc78cf3255 req-e46f5fb8-34b3-4c0e-a099-74dff263ba72 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:22.729741 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c3c7714e-64eb-4aa2-800b-a3bc78cf3255 req-e46f5fb8-34b3-4c0e-a099-74dff263ba72 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 943 time: 0.1360085
Aug 25 16:28:22.730801 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46718) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:22.751582 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6752a16e-2719-4e28-9c2b-22ba2fae99cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:22.788252 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6a7f6b57-c1a6-4528-846a-cee8ea9e63d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:22.792550 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c3c7714e-64eb-4aa2-800b-a3bc78cf3255 req-d2ac9853-dd76-47b9-8fcf-e36b1350c147 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616467
Aug 25 16:28:22.822780 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-6752a16e-2719-4e28-9c2b-22ba2fae99cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:22.830932 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-6752a16e-2719-4e28-9c2b-22ba2fae99cb admin admin] Usage tracker for resource:security_group_rule and tenant:49794b39385c4427b4fcd28e6e987509 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:22.835394 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6a7f6b57-c1a6-4528-846a-cee8ea9e63d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:22.842419 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-6752a16e-2719-4e28-9c2b-22ba2fae99cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:22.851789 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-6752a16e-2719-4e28-9c2b-22ba2fae99cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:22.944744 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6752a16e-2719-4e28-9c2b-22ba2fae99cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.007435 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6a7f6b57-c1a6-4528-846a-cee8ea9e63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.012520 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f4bacd6d-ff06-436e-a9c3-20050179c2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:23.027753 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f6b57-c1a6-4528-846a-cee8ea9e63d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc8d543-d4fd-4d7e-a3e4-59ed0849c38f,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:23.030584 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6a7f6b57-c1a6-4528-846a-cee8ea9e63d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:23.038754 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6a7f6b57-c1a6-4528-846a-cee8ea9e63d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.039888 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-6a7f6b57-c1a6-4528-846a-cee8ea9e63d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fc8d543-d4fd-4d7e-a3e4-59ed0849c38f HTTP/1.1" status: 204  len: 168 time: 0.3613172
Aug 25 16:28:23.041478 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6752a16e-2719-4e28-9c2b-22ba2fae99cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.049289 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9d486ebd-995a-4af5-af96-f6c016569a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:23.097529 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752a16e-2719-4e28-9c2b-22ba2fae99cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9741a1b1-a0ec-4bb6-8b3f-d181911e8c28,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:23.098908 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6bad8-94ae-4225-a859-c7f1aef02225 req-82d53733-3404-4615-873d-92f15c203030 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:23.103021 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6752a16e-2719-4e28-9c2b-22ba2fae99cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:23.108648 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-6752a16e-2719-4e28-9c2b-22ba2fae99cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49794b39385c4427b4fcd28e6e987509&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3765500
Aug 25 16:28:23.109265 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46728) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:23.114683 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b4f6bad8-94ae-4225-a859-c7f1aef02225 req-82d53733-3404-4615-873d-92f15c203030 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 945 time: 0.1208739
Aug 25 16:28:23.196304 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-b4f6bad8-94ae-4225-a859-c7f1aef02225 req-3e478d5f-f807-42f9-b911-519e4310217e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Deleting port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:28:23.196676 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-b4f6bad8-94ae-4225-a859-c7f1aef02225 req-3e478d5f-f807-42f9-b911-519e4310217e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.215707 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ca57238d-1db1-4d8f-bb65-5a790f7757c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.249964 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ca57238d-1db1-4d8f-bb65-5a790f7757c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.424617 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ca57238d-1db1-4d8f-bb65-5a790f7757c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.430224 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-31237328-e095-4879-b2db-4913de7b758b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:23.454981 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57238d-1db1-4d8f-bb65-5a790f7757c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9741a1b1-a0ec-4bb6-8b3f-d181911e8c28,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:23.459837 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ca57238d-1db1-4d8f-bb65-5a790f7757c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:23.461804 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ca57238d-1db1-4d8f-bb65-5a790f7757c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.465823 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ca57238d-1db1-4d8f-bb65-5a790f7757c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9741a1b1-a0ec-4bb6-8b3f-d181911e8c28 HTTP/1.1" status: 204  len: 168 time: 0.3526475
Aug 25 16:28:23.476775 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-b4f6bad8-94ae-4225-a859-c7f1aef02225 req-3e478d5f-f807-42f9-b911-519e4310217e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] For port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0b24ce64-e6a9-4fe1-8815-8fa18c82af42,segment=NetworkSegment(13b5f8f0-542f-4b33-892d-aa8683afb432),segment_id=13b5f8f0-542f-4b33-892d-aa8683afb432)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:23.476955 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-b4f6bad8-94ae-4225-a859-c7f1aef02225 req-3e478d5f-f807-42f9-b911-519e4310217e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.594053 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46740) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:23.614238 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4b44dca4-4c22-483d-8bd2-aa97d1c06094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.618860 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.678355 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-4b44dca4-4c22-483d-8bd2-aa97d1c06094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:23.686965 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-4b44dca4-4c22-483d-8bd2-aa97d1c06094 admin admin] Usage tracker for resource:security_group_rule and tenant:3b38dc54665c4a928eb522badd13948a is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:23.692806 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-4b44dca4-4c22-483d-8bd2-aa97d1c06094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:23.700238 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-4b44dca4-4c22-483d-8bd2-aa97d1c06094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:23.705046 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-b4f6bad8-94ae-4225-a859-c7f1aef02225 req-3e478d5f-f807-42f9-b911-519e4310217e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Calling delete_port for 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 owned by compute:nova {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:28:23.784902 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4b44dca4-4c22-483d-8bd2-aa97d1c06094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.853285 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4b44dca4-4c22-483d-8bd2-aa97d1c06094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:23.864117 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:23.912440 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c8bca-7854-44e8-a3df-3f1126dc98ac req-82d67b49-2853-45f6-82e5-90d9c8ac2900 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:23.913992 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f30c8bca-7854-44e8-a3df-3f1126dc98ac req-82d67b49-2853-45f6-82e5-90d9c8ac2900 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.4110851
Aug 25 16:28:23.925603 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea31d63-aa05-4161-a599-6aa53b6b7ad2 req-d60c567d-903b-437e-9c08-45bc8024b73b tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:23.927320 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fea31d63-aa05-4161-a599-6aa53b6b7ad2 req-d60c567d-903b-437e-9c08-45bc8024b73b tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 945 time: 0.3671315
Aug 25 16:28:23.950658 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44dca4-4c22-483d-8bd2-aa97d1c06094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2c2b1c-9100-40ff-944b-75da8ce0411f,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:23.953572 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4b44dca4-4c22-483d-8bd2-aa97d1c06094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:23.956751 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-4b44dca4-4c22-483d-8bd2-aa97d1c06094 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b38dc54665c4a928eb522badd13948a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3612523
Aug 25 16:28:23.959393 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46752) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:24.028436 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device aea0d04a-97bc-4c5f-adab-4fffc0be05dc details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:28:24.072393 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fea31d63-aa05-4161-a599-6aa53b6b7ad2 req-7ed19788-8095-4fde-86d8-d831e9292030 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b459b322-25e0-4bed-a9cb-cc5f57ed9691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149607
Aug 25 16:28:24.075648 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f30c8bca-7854-44e8-a3df-3f1126dc98ac req-931c8981-6d6b-4b88-bd14-ce1218c553cc tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196399
Aug 25 16:28:24.139357 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-b4f6bad8-94ae-4225-a859-c7f1aef02225 req-3e478d5f-f807-42f9-b911-519e4310217e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:24.142657 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-13618c2d-c652-47cf-acce-1b3c241eb6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:24.151571 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1a4bfd98-dd9e-4f9f-a706-84f558471646 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:24.204892 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-13618c2d-c652-47cf-acce-1b3c241eb6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:24.220065 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e478d5f-f807-42f9-b911-519e4310217e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Pushing event deleted for resources: {'Port': ['ID=0b24ce64-e6a9-4fe1-8815-8fa18c82af42,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:24.239445 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-3e478d5f-f807-42f9-b911-519e4310217e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:24.276843 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46758) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:24.297740 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9ed677e-8e1e-4963-a663-a15d8c64dd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:24.337501 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['0b24ce64-e6a9-4fe1-8815-8fa18c82af42'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:28:24.339382 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-13618c2d-c652-47cf-acce-1b3c241eb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:24.353103 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-24a281be-74a7-43e1-8389-142ebac4d852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:24.388108 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-13618c2d-c652-47cf-acce-1b3c241eb6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:24.389937 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port aea0d04a-97bc-4c5f-adab-4fffc0be05dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=aea0d04a-97bc-4c5f-adab-4fffc0be05dc,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:24.390457 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-13618c2d-c652-47cf-acce-1b3c241eb6a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d2c2b1c-9100-40ff-944b-75da8ce0411f HTTP/1.1" status: 204  len: 168 time: 0.4296548
Aug 25 16:28:24.393003 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13618c2d-c652-47cf-acce-1b3c241eb6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2c2b1c-9100-40ff-944b-75da8ce0411f,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:24.404067 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-13618c2d-c652-47cf-acce-1b3c241eb6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:24.408165 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-c9ed677e-8e1e-4963-a663-a15d8c64dd49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:24.416281 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-c9ed677e-8e1e-4963-a663-a15d8c64dd49 admin admin] Usage tracker for resource:security_group_rule and tenant:a4aaad1602f940d2b4c64910d7b6e4a2 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:24.422877 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-c9ed677e-8e1e-4963-a663-a15d8c64dd49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:24.433781 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-c9ed677e-8e1e-4963-a663-a15d8c64dd49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:24.434965 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f6bad8-94ae-4225-a859-c7f1aef02225 req-3e478d5f-f807-42f9-b911-519e4310217e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] No DVR routers for this DVR port 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 on host hv-cinder-80582 {{(pid=75962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:28:24.440850 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-b4f6bad8-94ae-4225-a859-c7f1aef02225 req-3e478d5f-f807-42f9-b911-519e4310217e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:24.444013 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b17c9fa-1216-4724-acb5-41bbe26c03ba', 'name': 'network-vif-deleted', 'tag': '0b24ce64-e6a9-4fe1-8815-8fa18c82af42'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:28:24.449360 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc', 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4', 'port_id': 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc', 'mac_address': 'fa:16:3e:ff:73:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923d1b96-9544-4f53-ba3c-4064ebfadffe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:28:24.464719 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b4f6bad8-94ae-4225-a859-c7f1aef02225 req-3e478d5f-f807-42f9-b911-519e4310217e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.60 "DELETE /v2.0/ports/0b24ce64-e6a9-4fe1-8815-8fa18c82af42 HTTP/1.1" status: 204  len: 173 time: 1.3485343
Aug 25 16:28:24.491509 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b341f-d784-4984-9be0-5acb4fe63063 req-0d1fc847-b3a6-4c2c-89b2-1b73eb357f4c tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:24.493337 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f15b341f-d784-4984-9be0-5acb4fe63063 req-0d1fc847-b3a6-4c2c-89b2-1b73eb357f4c tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 943 time: 0.1176279
Aug 25 16:28:24.599146 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b17c9fa-1216-4724-acb5-41bbe26c03ba', 'name': 'network-vif-deleted', 'tag': '0b24ce64-e6a9-4fe1-8815-8fa18c82af42', 'status': 'completed', 'code': 200}
Aug 25 16:28:24.601562 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:24.611749 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9ed677e-8e1e-4963-a663-a15d8c64dd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:24.634811 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f15b341f-d784-4984-9be0-5acb4fe63063 req-50e0b086-cfa3-4988-818e-10f962567eca tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335540
Aug 25 16:28:24.657599 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea0d04a-97bc-4c5f-adab-4fffc0be05dc {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:28:24.679209 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port aea0d04a-97bc-4c5f-adab-4fffc0be05dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=aea0d04a-97bc-4c5f-adab-4fffc0be05dc,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:24.698822 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c9ed677e-8e1e-4963-a663-a15d8c64dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:24.705671 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fc657d97-81b7-4a31-bb3e-3edf0aa3548a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:24.768570 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed677e-8e1e-4963-a663-a15d8c64dd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525c3b99-4d59-4cad-b201-4e84e7301b14,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:24.773003 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:24.774229 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c9ed677e-8e1e-4963-a663-a15d8c64dd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:24.775058 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:24.776967 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-c9ed677e-8e1e-4963-a663-a15d8c64dd49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4aaad1602f940d2b4c64910d7b6e4a2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4985254
Aug 25 16:28:24.780615 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46774) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:24.847376 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-470e4d3b-81ea-43ec-af37-935656e22767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:24.851516 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=aea0d04a-97bc-4c5f-adab-4fffc0be05dc,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:24.860335 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:24.860682 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:24.861012 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:24.861372 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:24.864740 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:24.864740 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:24.864740 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:24.864740 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:24.864740 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:24.864740 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:24.864740 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:28:24.868407 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:24.880161 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-470e4d3b-81ea-43ec-af37-935656e22767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:25.058576 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-470e4d3b-81ea-43ec-af37-935656e22767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:25.063488 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-3979f163-799d-49f2-b14f-887821c703fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:25.077314 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e4d3b-81ea-43ec-af37-935656e22767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525c3b99-4d59-4cad-b201-4e84e7301b14,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:25.080334 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-470e4d3b-81ea-43ec-af37-935656e22767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:25.081036 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-470e4d3b-81ea-43ec-af37-935656e22767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:25.085588 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-470e4d3b-81ea-43ec-af37-935656e22767 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/525c3b99-4d59-4cad-b201-4e84e7301b14 HTTP/1.1" status: 204  len: 168 time: 0.3003829
Aug 25 16:28:25.166283 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46790) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:25.182342 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['aea0d04a-97bc-4c5f-adab-4fffc0be05dc'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:28:25.365747 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-71e28a39-77dc-4351-9f05-0960778319d0 req-7a4a00a2-9af1-423f-b312-763ff6d5651f tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Synchronizing usage tracker for tenant:38b0e87c43754d30ab77c533ecb34719 on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:28:25.417847 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20839c6b-4e30-439e-a77c-921e9eacaddb req-253ac272-7a28-46cc-95b4-0f14431220f9 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:25.425809 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-20839c6b-4e30-439e-a77c-921e9eacaddb req-253ac272-7a28-46cc-95b4-0f14431220f9 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1817584
Aug 25 16:28:25.474946 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-20839c6b-4e30-439e-a77c-921e9eacaddb req-a926b01c-e624-4cc2-b74a-eef68879ac78 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478559
Aug 25 16:28:25.481989 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-71e28a39-77dc-4351-9f05-0960778319d0 req-7a4a00a2-9af1-423f-b312-763ff6d5651f tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Unset dirty status for tenant:38b0e87c43754d30ab77c533ecb34719 on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:28:25.483190 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-71e28a39-77dc-4351-9f05-0960778319d0 req-7a4a00a2-9af1-423f-b312-763ff6d5651f tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b17c9fa-1216-4724-acb5-41bbe26c03ba HTTP/1.1" status: 200  len: 210 time: 0.1796508
Aug 25 16:28:25.692528 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5db196db-f73b-46d6-9e15-8e91600b34e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:25.728166 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-5db196db-f73b-46d6-9e15-8e91600b34e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:25.730994 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-5db196db-f73b-46d6-9e15-8e91600b34e0 admin admin] Usage tracker for resource:security_group_rule and tenant:46019ee58baf411dbaa44a108bc61157 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:25.733939 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-5db196db-f73b-46d6-9e15-8e91600b34e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:25.740848 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-5db196db-f73b-46d6-9e15-8e91600b34e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:25.874499 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5db196db-f73b-46d6-9e15-8e91600b34e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:25.946658 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccd518-7139-481c-bc8c-19feb4918325 req-caf6c3d4-509e-4a8c-99b3-62f5a2ccdfa7 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:25.948132 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-09ccd518-7139-481c-bc8c-19feb4918325 req-caf6c3d4-509e-4a8c-99b3-62f5a2ccdfa7 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 944 time: 0.1742887
Aug 25 16:28:25.956901 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5db196db-f73b-46d6-9e15-8e91600b34e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:25.970285 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:25.998558 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-09ccd518-7139-481c-bc8c-19feb4918325 req-2713b25f-dc94-4a95-a566-5781d2893cfc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434742
Aug 25 16:28:26.016480 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db196db-f73b-46d6-9e15-8e91600b34e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd97204b-de78-4cc0-929b-e4019cd7d91f,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:26.025404 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-5db196db-f73b-46d6-9e15-8e91600b34e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46019ee58baf411dbaa44a108bc61157&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8566823
Aug 25 16:28:26.025808 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46818) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:26.026141 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-5db196db-f73b-46d6-9e15-8e91600b34e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:26.044152 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:28:26.100030 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2c27e712-2aac-4a82-8ccd-7551f9c61f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:26.135910 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2c27e712-2aac-4a82-8ccd-7551f9c61f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:26.166741 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:28:26.167509 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 0b24ce64-e6a9-4fe1-8815-8fa18c82af42 not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:28:26.202427 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46826) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:26.270048 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2c27e712-2aac-4a82-8ccd-7551f9c61f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:26.274004 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-72f3945d-2b4e-49b6-8206-1cc52bd965e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:26.287839 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27e712-2aac-4a82-8ccd-7551f9c61f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd97204b-de78-4cc0-929b-e4019cd7d91f,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:26.290997 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2c27e712-2aac-4a82-8ccd-7551f9c61f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:26.293351 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2c27e712-2aac-4a82-8ccd-7551f9c61f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:26.297768 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-2c27e712-2aac-4a82-8ccd-7551f9c61f48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd97204b-de78-4cc0-929b-e4019cd7d91f HTTP/1.1" status: 204  len: 168 time: 0.2690926
Aug 25 16:28:26.571389 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1746165048-network', 'tenant_id': '9a8a5af227fd4bb9bfc4b5153a0e84cc'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:26.584250 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:26.594488 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Usage tracker for resource:network and tenant:9a8a5af227fd4bb9bfc4b5153a0e84cc is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:26.604598 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:26.614888 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:26.699758 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Made reservation on behalf of 9a8a5af227fd4bb9bfc4b5153a0e84cc for: {'network': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:28:26.702864 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:26.720244 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:26.767589 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:26.772834 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Usage tracker for resource:security_group_rule and tenant:9a8a5af227fd4bb9bfc4b5153a0e84cc is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:26.773209 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220727c-4d3a-4514-b9ee-3729d38593c5 req-2908008a-6b94-40d1-95bb-b7d183a1feb4 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:26.775004 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a220727c-4d3a-4514-b9ee-3729d38593c5 req-2908008a-6b94-40d1-95bb-b7d183a1feb4 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1229031
Aug 25 16:28:26.781967 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:26.792868 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:26.863853 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a220727c-4d3a-4514-b9ee-3729d38593c5 req-0f823dbf-8bdc-4f51-9d4e-5f70359edcfe tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831547
Aug 25 16:28:26.894785 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:26.950556 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:26.971836 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'}  {{(pid=75961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:28:26.974991 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9276d419-cec9-4979-bc26-bac591dbce74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:27.008825 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:27.009323 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.segments_db [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Added segment 9ae14307-e2e7-4a8e-bc19-aafe792e17c4 of type vlan for network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c
Aug 25 16:28:27.018001 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c87ee17-92e3-4914-871c-deac746605ca,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:27.022262 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:27.057050 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:27.167115 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:27.168469 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:27.168985 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:27.174229 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:27.259218 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d0a78-8300-456a-b121-b4574f892e7c req-a7f336ce-5977-46a6-afcb-e4b83d496922 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:27.260983 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3e7d0a78-8300-456a-b121-b4574f892e7c req-a7f336ce-5977-46a6-afcb-e4b83d496922 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 944 time: 0.0893769
Aug 25 16:28:27.282685 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Pushing event updated for resources: {'Network': ['ID=5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:27.285568 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:27.295612 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:28:27.332746 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3e7d0a78-8300-456a-b121-b4574f892e7c req-25eb0457-02fa-4eb5-a126-0213aa3df480 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654027
Aug 25 16:28:27.382291 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1784143
Aug 25 16:28:27.384063 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46868) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:27.390192 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Request body: {'subnet': {'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1746165048-subnet', 'tenant_id': '9a8a5af227fd4bb9bfc4b5153a0e84cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:27.396306 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:27.400974 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Usage tracker for resource:subnet and tenant:9a8a5af227fd4bb9bfc4b5153a0e84cc is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:27.404718 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:27.411842 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:27.445037 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46874) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:27.464996 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f731083c-8898-4ffb-9d39-d4376370b349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:27.511663 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-f731083c-8898-4ffb-9d39-d4376370b349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:27.515305 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-f731083c-8898-4ffb-9d39-d4376370b349 admin admin] Usage tracker for resource:security_group_rule and tenant:c8e5a43bfa5f4b0e86a3ecd9e0f7053c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:27.519540 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-f731083c-8898-4ffb-9d39-d4376370b349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:27.528228 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-f731083c-8898-4ffb-9d39-d4376370b349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:27.534033 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Made reservation on behalf of 9a8a5af227fd4bb9bfc4b5153a0e84cc for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:28:27.537520 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Notify callbacks [] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:27.581574 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46882) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:27.785632 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1924398574-network', 'tenant_id': '6afd2971dd794007bf79339acd9d78ae'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:27.791127 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:27.795718 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Usage tracker for resource:network and tenant:6afd2971dd794007bf79339acd9d78ae is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:27.798971 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:27.810464 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:27.814693 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f731083c-8898-4ffb-9d39-d4376370b349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:27.876821 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f731083c-8898-4ffb-9d39-d4376370b349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:27.886268 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d7cc4f30-d6db-48e8-92f5-dbb5acb088e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:27.894721 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Made reservation on behalf of 6afd2971dd794007bf79339acd9d78ae for: {'network': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:28:27.898356 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:27.920282 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:27.949161 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731083c-8898-4ffb-9d39-d4376370b349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cfb365-9d89-43b1-b445-066c7bdd0acf,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:27.952264 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f731083c-8898-4ffb-9d39-d4376370b349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:27.954727 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-f731083c-8898-4ffb-9d39-d4376370b349 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8e5a43bfa5f4b0e86a3ecd9e0f7053c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5085838
Aug 25 16:28:27.956667 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:27.958728 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46894) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:27.974289 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Usage tracker for resource:security_group_rule and tenant:6afd2971dd794007bf79339acd9d78ae is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:27.979551 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:27.994183 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:28.030406 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.037404 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:28.054212 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device aea0d04a-97bc-4c5f-adab-4fffc0be05dc up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:28:28.100736 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2aac932b-d6fb-4aab-a4cb-807d6a7ba078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.129663 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b4d2ab-4a2e-4636-aee6-8243febef4b7,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:28.132984 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:28.142206 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Checking segment: {'id': '9ae14307-e2e7-4a8e-bc19-aafe792e17c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:28:28.142549 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Network hostable DHCP agents. Network: 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:28:28.169890 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2aac932b-d6fb-4aab-a4cb-807d6a7ba078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.206980 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.235857 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd6599-12f6-4d11-ab8c-7facd394f2bb req-d3c12d19-595c-41e5-a7e0-4cf20d9ab742 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:28.237453 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbbd6599-12f6-4d11-ab8c-7facd394f2bb req-d3c12d19-595c-41e5-a7e0-4cf20d9ab742 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1923668
Aug 25 16:28:28.241310 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port aea0d04a-97bc-4c5f-adab-4fffc0be05dc completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:28:28.248612 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port aea0d04a-97bc-4c5f-adab-4fffc0be05dc triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:28:28.248612 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.258339 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:28:28.266847 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.274863 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:28.319775 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927d2ffe-2e44-4530-8aad-dce133d2c886,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:28.323771 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:28.333315 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:28:28.337711 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbbd6599-12f6-4d11-ab8c-7facd394f2bb req-90351b51-a1f9-48a5-9532-a11b6391302d tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922995
Aug 25 16:28:28.338223 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46900) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:28.347095 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:28.353763 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.357215 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f02863-6e7c-4f6b-bcdd-8f93b4ebaabc None None] Network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:28:28.387911 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2aac932b-d6fb-4aab-a4cb-807d6a7ba078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.399050 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b984f802-ae0f-45e3-8fc6-1a11a7a80238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:28.408289 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'}  {{(pid=75962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:28:28.422915 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac932b-d6fb-4aab-a4cb-807d6a7ba078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cfb365-9d89-43b1-b445-066c7bdd0acf,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:28.428580 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.428580 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.segments_db [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Added segment 9480c9d7-2c06-4f96-8891-61f33ee44e97 of type vlan for network 6e04846e-9622-44ea-b4a8-14af76dd90e8
Aug 25 16:28:28.430109 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2aac932b-d6fb-4aab-a4cb-807d6a7ba078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:28.462444 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2aac932b-d6fb-4aab-a4cb-807d6a7ba078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.463689 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-2aac932b-d6fb-4aab-a4cb-807d6a7ba078 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67cfb365-9d89-43b1-b445-066c7bdd0acf HTTP/1.1" status: 204  len: 168 time: 0.5040004
Aug 25 16:28:28.470868 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.539783 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1552143
Aug 25 16:28:28.586269 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-89f4e4aa-92ff-4fec-9d44-4367f80ead55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.589541 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.638948 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-89f4e4aa-92ff-4fec-9d44-4367f80ead55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:28.645398 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-89f4e4aa-92ff-4fec-9d44-4367f80ead55 admin admin] Usage tracker for resource:security_group_rule and tenant:8c96eb9d2c1f4377be818d7d47bd2f1b is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:28.649317 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-89f4e4aa-92ff-4fec-9d44-4367f80ead55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:28.658359 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.660194 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-89f4e4aa-92ff-4fec-9d44-4367f80ead55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:28.666981 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:28.667613 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.676199 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-a958de34-9e3d-410d-a98b-86e922bb3566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:28.777542 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adf14a-2cdf-4111-90af-5690a65b2862 req-5fcf592b-2969-4c21-9b16-f12286f182ae tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:28.779196 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-23adf14a-2cdf-4111-90af-5690a65b2862 req-5fcf592b-2969-4c21-9b16-f12286f182ae tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 944 time: 0.2808104
Aug 25 16:28:28.794334 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:28:28.831348 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46924) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:28.847307 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Pushing event updated for resources: {'Network': ['ID=6e04846e-9622-44ea-b4a8-14af76dd90e8,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:28.865312 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:28.904263 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-23adf14a-2cdf-4111-90af-5690a65b2862 req-5c166dc0-db70-47f7-a2e1-c3fbdf4cb95d tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013560
Aug 25 16:28:28.904263 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3201058
Aug 25 16:28:28.917337 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46928) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:28.932059 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Request body: {'subnet': {'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1924398574-subnet', 'tenant_id': '6afd2971dd794007bf79339acd9d78ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:28.934479 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port aea0d04a-97bc-4c5f-adab-4fffc0be05dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=aea0d04a-97bc-4c5f-adab-4fffc0be05dc,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:28.938370 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 6e04846e-9622-44ea-b4a8-14af76dd90e8 details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:28:28.941549 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-89f4e4aa-92ff-4fec-9d44-4367f80ead55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:28.956891 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaaff39-25a0-41a6-bbb6-0c87e2fd02cd None None] Network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:28:28.974008 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc', 'code': 200}
Aug 25 16:28:28.994602 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_v2 [None req-e322bd81-163a-498e-846f-265e4a289583 admin admin] Deleting subnet f099a219-9e1d-480e-b116-ae17381ec538 {{(pid=75961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:28:28.998002 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:29.000363 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e322bd81-163a-498e-846f-265e4a289583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.047251 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-89f4e4aa-92ff-4fec-9d44-4367f80ead55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.060869 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-0c7861d3-7783-4b3e-9dcd-20696983dba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:29.094913 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Usage tracker for resource:subnet and tenant:6afd2971dd794007bf79339acd9d78ae is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:29.101150 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:29.107534 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.112711 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:29.126469 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:29.176395 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e322bd81-163a-498e-846f-265e4a289583 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.203268 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e322bd81-163a-498e-846f-265e4a289583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.214485 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4e4aa-92ff-4fec-9d44-4367f80ead55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7c93ee-63a6-4310-af40-e18919584cde,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:29.218885 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-89f4e4aa-92ff-4fec-9d44-4367f80ead55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:29.227747 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-89f4e4aa-92ff-4fec-9d44-4367f80ead55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c96eb9d2c1f4377be818d7d47bd2f1b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8860672
Aug 25 16:28:29.227906 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 46940) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:29.246661 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=aea0d04a-97bc-4c5f-adab-4fffc0be05dc,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:29.253702 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:29.271217 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Made reservation on behalf of 6afd2971dd794007bf79339acd9d78ae for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:28:29.278250 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.358423 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a923be77-d3d3-43f4-bfee-80d851658be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.396769 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a923be77-d3d3-43f4-bfee-80d851658be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.586909 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e322bd81-163a-498e-846f-265e4a289583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for subnet, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.598136 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-34f6c57c-aacf-43d3-8c3a-f1158d2f85f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:29.604170 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-02efcab8-b2d7-4b43-aa7c-98a6cc914afe req-be864fa0-84d5-4dcb-9cb8-aa3b9ed6c451 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 1098 time: 0.1567094
Aug 25 16:28:29.638828 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322bd81-163a-498e-846f-265e4a289583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f099a219-9e1d-480e-b116-ae17381ec538,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:29.642761 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e322bd81-163a-498e-846f-265e4a289583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:29.652354 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e322bd81-163a-498e-846f-265e4a289583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.667657 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a923be77-d3d3-43f4-bfee-80d851658be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.681020 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:29.682020 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-e322bd81-163a-498e-846f-265e4a289583 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f099a219-9e1d-480e-b116-ae17381ec538 HTTP/1.1" status: 204  len: 168 time: 0.8485718
Aug 25 16:28:29.689155 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 46950) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:29.697913 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923be77-d3d3-43f4-bfee-80d851658be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7c93ee-63a6-4310-af40-e18919584cde,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:29.700472 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-a923be77-d3d3-43f4-bfee-80d851658be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:29.725230 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a923be77-d3d3-43f4-bfee-80d851658be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.726463 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-a923be77-d3d3-43f4-bfee-80d851658be8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad7c93ee-63a6-4310-af40-e18919584cde HTTP/1.1" status: 204  len: 168 time: 0.4975491
Aug 25 16:28:29.740603 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-02efcab8-b2d7-4b43-aa7c-98a6cc914afe req-abda2812-cb6c-430b-9cd8-a950289ae991 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938759
Aug 25 16:28:29.762536 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5011b2-a8c8-44e5-a13d-72efdb52acd1 req-14873421-b93b-4512-9c9e-e9df3a15b0df tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:29.764175 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8a5011b2-a8c8-44e5-a13d-72efdb52acd1 req-14873421-b93b-4512-9c9e-e9df3a15b0df tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1545165
Aug 25 16:28:29.828397 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8a5011b2-a8c8-44e5-a13d-72efdb52acd1 req-a6ebabd1-0e84-4ea8-a6ac-5ce8743c7bc8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576804
Aug 25 16:28:29.831841 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.879830 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:29.902634 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0e654ccb-6f50-4b2c-9463-b957f269a93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:30.112725 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:30.130338 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5568844-7868-4560-b855-f44da32047b6 req-a4454fd6-8d75-4b36-bd0b-7ca11ceb3ff5 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:30.143644 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f5568844-7868-4560-b855-f44da32047b6 req-a4454fd6-8d75-4b36-bd0b-7ca11ceb3ff5 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 945 time: 0.0975127
Aug 25 16:28:30.149631 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fdf04b19b50>> segment before_delete 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.149991 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fdf04b19b50>> subnet precommit_delete_associations 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.150726 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04ddc790>> segment_host_mapping after_create 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.151057 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04ddc790>> port after_create 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.151378 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04ddc790>> port after_delete 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.151717 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04ddc790>> port after_update 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.152049 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04ddc790>> segment after_delete 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.152368 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04ddc790>> subnet after_create 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.152674 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04ddc790>> subnet after_delete 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.152985 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04ddc790>> subnet after_update 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.192083 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f5568844-7868-4560-b855-f44da32047b6 req-61b54ac7-1bcc-4972-8a98-069c8b68b6a4 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471692
Aug 25 16:28:30.228230 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdf04ae6280>> subnet after_create 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.228644 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdf04ae6280>> subnet after_delete 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.231677 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdf04ae6280>> subnet before_create 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.236803 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdf04ae6280>> subnet before_update 55550000 {{(pid=75961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:28:30.236803 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf04b39c70>,) {'filters': {'network_id': ['1340ca85-58ee-4082-82f6-a7444485fb04']}} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:28:30.244431 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbfc868-e98b-4c35-98b4-e3e7a830c751,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:30.248296 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:30.259187 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf04b39c70>, '13b5f8f0-542f-4b33-892d-aa8683afb432') {'for_net_delete': True} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:28:30.265554 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf04b39c70>, '13b5f8f0-542f-4b33-892d-aa8683afb432') {} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:28:30.275402 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1140326'] for segment, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:30.293422 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Checking segment: {'id': '9480c9d7-2c06-4f96-8891-61f33ee44e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:28:30.293849 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Network hostable DHCP agents. Network: 6e04846e-9622-44ea-b4a8-14af76dd90e8, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:28:30.303311 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:30.316946 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=75961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:28:30.317309 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1548472'] for segment, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   util.warn_limited(
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   util.warn_limited(
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]: Traceback (most recent call last):
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     timer()
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     cb(*args, **kw)
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     return func(*args, **kwargs)
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     self._notify()
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     self.callback(batched_events)
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     event.method(event)
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     return f(self, *a, **k)
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._get(url).json()
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:28:30.336519 dv-cinder-805825-2-iscsi neutron-server[75961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:28:30.533345 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Network 6e04846e-9622-44ea-b4a8-14af76dd90e8 is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:28:30.537571 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:30.544342 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ba256b82-9179-4aaa-94d5-19cd6d26d8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:30.565021 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Pushing event deleted for resources: {'Network': ['ID=1340ca85-58ee-4082-82f6-a7444485fb04,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:30.568054 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:30.583995 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:30.618451 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 6e04846e-9622-44ea-b4a8-14af76dd90e8) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:28:30.622676 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:30.623238 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:30.631781 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d6b51-504e-452d-9df2-b3095f81052f None None] Network 6e04846e-9622-44ea-b4a8-14af76dd90e8 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:28:30.694584 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] 10.222.0.37 "DELETE /v2.0/networks/1340ca85-58ee-4082-82f6-a7444485fb04 HTTP/1.1" status: 204  len: 168 time: 1.0053771
Aug 25 16:28:30.705274 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.7812564
Aug 25 16:28:30.865095 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa09dbd-1ca7-4ee3-a420-ae518c5ad10a None None] Network 6e04846e-9622-44ea-b4a8-14af76dd90e8 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:28:31.066996 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c821507-d81f-4857-ae8f-b49b95708e21 req-24dd3b6a-4381-4801-84b5-232a0c426924 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:31.070030 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6c821507-d81f-4857-ae8f-b49b95708e21 req-24dd3b6a-4381-4801-84b5-232a0c426924 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.0851934
Aug 25 16:28:31.138060 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6c821507-d81f-4857-ae8f-b49b95708e21 req-31b82ff5-e644-4380-9eca-04572a3e0f1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583944
Aug 25 16:28:31.216540 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47000) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:31.278553 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-d420ba27-054f-4fba-95a6-a70e3ab30594 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38b0e87c43754d30ab77c533ecb34719&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0603337
Aug 25 16:28:31.280857 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47006) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:31.454711 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fa2df351-b53f-4e61-b070-174f7d936a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:31.544549 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fa2df351-b53f-4e61-b070-174f7d936a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:31.647594 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517c76b-f9df-4f0b-a503-70e3026650e6 req-88ace5fb-b083-4bf7-8387-ee5e1a4aca1a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:31.655438 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0517c76b-f9df-4f0b-a503-70e3026650e6 req-88ace5fb-b083-4bf7-8387-ee5e1a4aca1a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 945 time: 0.1740508
Aug 25 16:28:31.723657 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0517c76b-f9df-4f0b-a503-70e3026650e6 req-64c038bf-56d0-4e78-8733-92b69591570a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669363
Aug 25 16:28:31.733103 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fa2df351-b53f-4e61-b070-174f7d936a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:31.738307 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-17768e8f-f820-436e-ac84-2a895a92e920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:31.753492 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2df351-b53f-4e61-b070-174f7d936a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b459b322-25e0-4bed-a9cb-cc5f57ed9691,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:31.778217 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fa2df351-b53f-4e61-b070-174f7d936a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:31.835876 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fa2df351-b53f-4e61-b070-174f7d936a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:31.837332 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-fa2df351-b53f-4e61-b070-174f7d936a15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b459b322-25e0-4bed-a9cb-cc5f57ed9691 HTTP/1.1" status: 204  len: 168 time: 0.5552616
Aug 25 16:28:32.044790 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-709fd4a2-e8d8-4a56-90c8-28190fa2e9c1 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:32.052382 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-709fd4a2-e8d8-4a56-90c8-28190fa2e9c1 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/networks?id=5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c HTTP/1.1" status: 200  len: 809 time: 0.1758025
Aug 25 16:28:32.065307 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bdacc307-ec73-4971-9f24-32e4724da304 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/quotas/9a8a5af227fd4bb9bfc4b5153a0e84cc HTTP/1.1" status: 200  len: 375 time: 0.0119803
Aug 25 16:28:32.115901 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-aa7eddbb-8f1c-47e4-8c20-031df4922732 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a8a5af227fd4bb9bfc4b5153a0e84cc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0434470
Aug 25 16:28:32.379483 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-2f865b04-5a52-47c7-9547-402c9e85f2e0 service neutron] 10.222.0.37 "GET /v2.0/networks/5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2546549
Aug 25 16:28:32.654558 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51610530-414b-4309-9934-fb6695dceb5f req-3cf6955a-f646-42b0-8e66-143006b553cf tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:32.671538 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-51610530-414b-4309-9934-fb6695dceb5f req-3cf6955a-f646-42b0-8e66-143006b553cf tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.3485191
Aug 25 16:28:32.777949 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-27e75616-821b-49f7-ac95-b2d256fb5ff7 service neutron] 10.222.0.37 "GET /v2.0/networks/5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3988454
Aug 25 16:28:32.828711 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-51610530-414b-4309-9934-fb6695dceb5f req-d0d83d98-d41e-4687-bd5d-5ee38c3cdcf1 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463597
Aug 25 16:28:33.070513 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b002-5a4b-4865-9030-d83b2fb52677 req-3fbb31f6-87a8-4f3d-b592-f3877eeb0a5a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:33.072153 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0b15b002-5a4b-4865-9030-d83b2fb52677 req-3fbb31f6-87a8-4f3d-b592-f3877eeb0a5a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 945 time: 0.0925419
Aug 25 16:28:33.173530 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0b15b002-5a4b-4865-9030-d83b2fb52677 req-2410bc8a-a310-4a8e-a3c5-df89a52ef4ca tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949104
Aug 25 16:28:33.358197 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a06f8f75-f990-43d2-872b-a7a355ae58e4 req-51e21225-a900-4276-89ff-b465a321af88 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 210 time: 0.0442686
Aug 25 16:28:34.824524 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa1dbd-6bfb-4973-9569-b64d236b3a61 req-6afb2e5c-a47c-4c31-9f83-b6bf29d4d9e3 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:34.826045 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-69fa1dbd-6bfb-4973-9569-b64d236b3a61 req-6afb2e5c-a47c-4c31-9f83-b6bf29d4d9e3 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.0811341
Aug 25 16:28:34.883920 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-69fa1dbd-6bfb-4973-9569-b64d236b3a61 req-c456d253-39d2-4016-a17f-aebc2dd94583 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510182
Aug 25 16:28:35.184356 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-a9998da1-bf29-48c7-a1d7-f1fb7b62fd44 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:35.185038 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-a9998da1-bf29-48c7-a1d7-f1fb7b62fd44 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Synchronizing usage tracker for tenant:6afd2971dd794007bf79339acd9d78ae on resource:network {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:28:35.287044 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-a9998da1-bf29-48c7-a1d7-f1fb7b62fd44 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Unset dirty status for tenant:6afd2971dd794007bf79339acd9d78ae on resource:network {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:28:35.288252 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-a9998da1-bf29-48c7-a1d7-f1fb7b62fd44 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/networks?id=6e04846e-9622-44ea-b4a8-14af76dd90e8 HTTP/1.1" status: 200  len: 814 time: 0.2687688
Aug 25 16:28:35.306127 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-f01fdc53-4027-43cc-b8d9-da90db435451 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/quotas/6afd2971dd794007bf79339acd9d78ae HTTP/1.1" status: 200  len: 375 time: 0.0123045
Aug 25 16:28:35.388795 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5402657e-ea82-43cf-96ec-6642d37cd154 req-11614021-f01a-471f-9507-caed35d3acc1 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 210 time: 0.0773220
Aug 25 16:28:35.391005 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-9d4e76a1-3ffb-46ff-a4a3-6df8e019b459 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6afd2971dd794007bf79339acd9d78ae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0779805
Aug 25 16:28:35.591742 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-b8d91de7-afda-4a86-a3a2-e3fbdd4b8226 service neutron] 10.222.0.37 "GET /v2.0/networks/6e04846e-9622-44ea-b4a8-14af76dd90e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926374
Aug 25 16:28:35.702476 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e32de82f-0a47-4613-be04-9b5537c0f3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:35.738992 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-b6a3a5fb-8f18-4127-9301-d523a2e9537e service neutron] 10.222.0.37 "GET /v2.0/networks/6e04846e-9622-44ea-b4a8-14af76dd90e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463594
Aug 25 16:28:36.019407 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:36.059804 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-1f16ed58-a17e-4a74-8c9a-0794dbf20f83 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:36.061570 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-1f16ed58-a17e-4a74-8c9a-0794dbf20f83 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.60 "GET /v2.0/networks?id=5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c HTTP/1.1" status: 200  len: 809 time: 0.1867833
Aug 25 16:28:36.086351 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Request body: {'port': {'device_id': 'ecc7ecbb-cd3d-4f3f-b746-6f860571903d', 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c', 'admin_state_up': True, 'tenant_id': '9a8a5af227fd4bb9bfc4b5153a0e84cc'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:36.556059 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5344df31-cea5-4504-80f4-e002405223db req-1ae7774e-b7e6-474e-889d-33a2d0b36818 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 210 time: 0.1168237
Aug 25 16:28:36.566439 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:36.572224 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Usage tracker for resource:port and tenant:9a8a5af227fd4bb9bfc4b5153a0e84cc is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:36.576109 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:36.588112 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:36.600482 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c3ca6-e5e5-4b51-8644-fd5e757f55b1 req-176eb9e6-1645-48a5-aadb-dc82aee9ec1f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:36.607962 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-364c3ca6-e5e5-4b51-8644-fd5e757f55b1 req-176eb9e6-1645-48a5-aadb-dc82aee9ec1f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.3870981
Aug 25 16:28:36.667656 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-364c3ca6-e5e5-4b51-8644-fd5e757f55b1 req-af8f1508-35de-49d7-b4c9-9673de68aa1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587049
Aug 25 16:28:36.698239 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Made reservation on behalf of 9a8a5af227fd4bb9bfc4b5153a0e84cc for: {'port': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:28:36.701537 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:36.991288 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c4437546-b6fa-4030-960f-7a535a2f170b req-38d65b73-6cab-4e22-9f1c-b9e1730101f7 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 210 time: 0.0674899
Aug 25 16:28:37.018305 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Allocated IP 172.20.0.12 (5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c/88b4d2ab-4a2e-4636-aee6-8243febef4b7/12a79de0-45be-442a-82f7-9321ebb7f8a2) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:28:37.250008 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:37.367376 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:37.376334 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:37.528153 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:28:37.534983 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:28:37.540273 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:28:37.546211 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:37.546845 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:37.554872 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Pushing event updated for resources: {'Port': ['ID=12a79de0-45be-442a-82f7-9321ebb7f8a2,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:37.562953 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:37.584540 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d976acb2-1535-4924-bbf8-94198592e552 req-d88c71d6-acf8-4108-9b37-ba73be7b5505 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 1099 time: 0.1604548
Aug 25 16:28:37.638665 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d976acb2-1535-4924-bbf8-94198592e552 req-04f5abd2-a22c-4c39-bb75-f3e418ee966d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437751
Aug 25 16:28:37.769936 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0a871480-e9aa-4456-a79a-39f007f10caf req-a6e88db9-320f-4c4b-854c-3fb3e6a885ae tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 210 time: 0.0564504
Aug 25 16:28:37.883711 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156c9c-8807-4d43-8015-4b937c06e03b req-95fa781c-96ce-4ae1-b922-8822d1288367 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:37.885457 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d3156c9c-8807-4d43-8015-4b937c06e03b req-95fa781c-96ce-4ae1-b922-8822d1288367 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.0833890
Aug 25 16:28:37.937410 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d3156c9c-8807-4d43-8015-4b937c06e03b req-43f0757a-8957-4445-b1b6-5f569bca5c93 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431995
Aug 25 16:28:38.094378 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0144682
Aug 25 16:28:38.139147 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3882-6b38-4b9c-9411-b64a01dbe1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:38.198204 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3311e1-9d3f-4cf6-aba5-0b602bede6d6 req-154938ef-3be4-4c35-bf9f-0d3bd4fcdef9 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:38.198929 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-2e3311e1-9d3f-4cf6-aba5-0b602bede6d6 req-154938ef-3be4-4c35-bf9f-0d3bd4fcdef9 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Synchronizing usage tracker for tenant:9a8a5af227fd4bb9bfc4b5153a0e84cc on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:28:38.286948 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-2e3311e1-9d3f-4cf6-aba5-0b602bede6d6 req-154938ef-3be4-4c35-bf9f-0d3bd4fcdef9 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Unset dirty status for tenant:9a8a5af227fd4bb9bfc4b5153a0e84cc on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:28:38.288284 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2e3311e1-9d3f-4cf6-aba5-0b602bede6d6 req-154938ef-3be4-4c35-bf9f-0d3bd4fcdef9 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 932 time: 0.1707950
Aug 25 16:28:38.338103 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2e3311e1-9d3f-4cf6-aba5-0b602bede6d6 req-2ff20b73-4b27-4088-82d9-4765da45c932 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439608
Aug 25 16:28:38.954613 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0e99a41e-ab52-45d8-8811-d459fc3dbb9d req-4dba3498-33b9-49cf-89bc-a31e27e72571 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 210 time: 0.0476651
Aug 25 16:28:39.031810 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:39.158878 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f508e7-0d98-49ad-bd8f-91d341e2f60e req-0e5b572a-591d-4133-a71b-beed83be4f58 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:39.160373 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-85f508e7-0d98-49ad-bd8f-91d341e2f60e req-0e5b572a-591d-4133-a71b-beed83be4f58 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.0859983
Aug 25 16:28:39.214320 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-85f508e7-0d98-49ad-bd8f-91d341e2f60e req-3bf957a9-093d-40e2-bde9-b49383f410fc tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482492
Aug 25 16:28:39.558246 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57352a7-2c45-4441-8ff7-8abc58b4de47 req-b500f207-be48-4443-9f5a-6fe687a09f2c tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:39.560643 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e57352a7-2c45-4441-8ff7-8abc58b4de47 req-b500f207-be48-4443-9f5a-6fe687a09f2c tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 932 time: 0.0932810
Aug 25 16:28:39.621397 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e57352a7-2c45-4441-8ff7-8abc58b4de47 req-8f65d44a-a3e3-466e-be1c-4adadff12c91 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503118
Aug 25 16:28:40.149932 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c303473-1971-4368-b676-752d370adc89 req-9ce9ed2e-1e9f-4a3d-a889-125820bfd9b4 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 210 time: 0.0489433
Aug 25 16:28:40.426248 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de81bcc-c0f3-4fea-9d14-8feb6707769a req-35d06ccc-9724-4859-9520-c4b741c12a5e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:40.427918 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0de81bcc-c0f3-4fea-9d14-8feb6707769a req-35d06ccc-9724-4859-9520-c4b741c12a5e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.0860598
Aug 25 16:28:40.481832 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0de81bcc-c0f3-4fea-9d14-8feb6707769a req-9391e69e-aed5-4442-ac59-fa12fa4734e8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478821
Aug 25 16:28:40.492899 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:40.640282 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Request body: {'port': {'device_id': 'ecc7ecbb-cd3d-4f3f-b746-6f860571903d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:40.805407 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:40.955203 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811f0c7-70a2-4deb-8203-47562a70852d req-9231a10b-d456-4d68-ba4c-8ad71d5de01c tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:40.956812 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9811f0c7-70a2-4deb-8203-47562a70852d req-9231a10b-d456-4d68-ba4c-8ad71d5de01c tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 932 time: 0.1984682
Aug 25 16:28:41.121442 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9811f0c7-70a2-4deb-8203-47562a70852d req-df6d2e1f-a67d-48ee-912e-f5b2587541c5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569707
Aug 25 16:28:41.421943 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d080752-4cb1-4ffa-8865-b0b020eb679d req-1d0bb97c-0966-439c-aed9-c332eaf6768c tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 210 time: 0.0889723
Aug 25 16:28:41.484833 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a79de0-45be-442a-82f7-9321ebb7f8a2 {{(pid=75962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:28:41.497619 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:41.534967 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.provisioning_blocks [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Transition to ACTIVE for port object 12a79de0-45be-442a-82f7-9321ebb7f8a2 will not be triggered until provisioned by entity L2. {{(pid=75962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:28:41.594579 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-c69f7983-e915-4705-b147-26d268bbbe4a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:41.596547 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-c69f7983-e915-4705-b147-26d268bbbe4a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/networks?id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 200  len: 815 time: 0.2204778
Aug 25 16:28:41.615512 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-c83cb1b0-f5cf-40a4-9ecb-2997a88bc34d tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/quotas/9072cf1a9d8f458e8c6262741354d21d HTTP/1.1" status: 200  len: 375 time: 0.0120993
Aug 25 16:28:41.661238 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:41.701064 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:41.870069 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Pushing event updated for resources: {'Port': ['ID=12a79de0-45be-442a-82f7-9321ebb7f8a2,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:41.948530 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:42.060346 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d5473-0a03-4487-91be-6e61ec34e475 req-44e9275c-bd61-44c8-a55c-25f3f2fce56d tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:42.062059 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f44d5473-0a03-4487-91be-6e61ec34e475 req-44e9275c-bd61-44c8-a55c-25f3f2fce56d tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.4089293
Aug 25 16:28:42.070921 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-986ea95e-5c22-4f91-901c-8188aafdc8c1 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4498332
Aug 25 16:28:42.190202 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Attempting to bind port 12a79de0-45be-442a-82f7-9321ebb7f8a2 on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:28:42.190455 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Attempting to bind port 12a79de0-45be-442a-82f7-9321ebb7f8a2 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '9ae14307-e2e7-4a8e-bc19-aafe792e17c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c'}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:28:42.190819 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Attempting to bind port 12a79de0-45be-442a-82f7-9321ebb7f8a2 on network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:28:42.197446 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-3013a7cc-516e-49fd-b011-021e93cd3607 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:42.198959 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-3013a7cc-516e-49fd-b011-021e93cd3607 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.60 "GET /v2.0/networks?id=6e04846e-9622-44ea-b4a8-14af76dd90e8 HTTP/1.1" status: 200  len: 814 time: 0.3545561
Aug 25 16:28:42.242008 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Request body: {'port': {'device_id': '3fdb86ef-3a39-4b4f-8ade-1e00a218c53b', 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8', 'admin_state_up': True, 'tenant_id': '6afd2971dd794007bf79339acd9d78ae'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:42.256293 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Port 12a79de0-45be-442a-82f7-9321ebb7f8a2 on network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:28:42.256293 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Attempting to bind port 12a79de0-45be-442a-82f7-9321ebb7f8a2 on network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:28:42.417779 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:28:42.421926 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Checking segment: {'id': '9ae14307-e2e7-4a8e-bc19-aafe792e17c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:28:42.421926 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Bound using segment: {'id': '9ae14307-e2e7-4a8e-bc19-aafe792e17c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c'} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:28:42.421926 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Bound port: 12a79de0-45be-442a-82f7-9321ebb7f8a2, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae14307-e2e7-4a8e-bc19-aafe792e17c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c'}}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:28:42.421926 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:42.450925 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f44d5473-0a03-4487-91be-6e61ec34e475 req-fac7ed76-07ad-4b78-8a55-774caec1279d tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3631725
Aug 25 16:28:42.470375 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-045f9b01-dc79-4415-9365-caa6a702d0f0 service neutron] 10.222.0.37 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3824532
Aug 25 16:28:42.696002 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:42.725653 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Usage tracker for resource:port and tenant:6afd2971dd794007bf79339acd9d78ae is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:42.732707 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:42.743703 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] For port 12a79de0-45be-442a-82f7-9321ebb7f8a2, host hv-cinder-80582, cleared binding levels {{(pid=75962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:28:42.746332 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:42.749743 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-3b840cd7-8421-4b29-ae30-4db21165e17b service neutron] 10.222.0.37 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2476709
Aug 25 16:28:42.761958 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] For port 12a79de0-45be-442a-82f7-9321ebb7f8a2, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=12a79de0-45be-442a-82f7-9321ebb7f8a2,segment=NetworkSegment(9ae14307-e2e7-4a8e-bc19-aafe792e17c4),segment_id=9ae14307-e2e7-4a8e-bc19-aafe792e17c4)] {{(pid=75962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:28:42.812311 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Made reservation on behalf of 6afd2971dd794007bf79339acd9d78ae for: {'port': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:28:42.816653 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:42.832179 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:42.846432 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:43.044157 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:43.052201 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] 10.222.0.60 "PUT /v2.0/ports/12a79de0-45be-442a-82f7-9321ebb7f8a2 HTTP/1.1" status: 200  len: 1094 time: 2.4162507
Aug 25 16:28:43.073812 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc7ecbb-cd3d-4f3f-b746-6f860571903d', 'tag': '12a79de0-45be-442a-82f7-9321ebb7f8a2'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:28:43.241010 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3fc05cd2-64b1-4c1d-aefd-74f01e0986d7 req-6605ec74-e073-493c-897c-ad86c5734755 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 210 time: 0.1532104
Aug 25 16:28:43.298740 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Pushing event updated for resources: {'Port': ['ID=12a79de0-45be-442a-82f7-9321ebb7f8a2,revision_number=3']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:43.317453 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:43.453586 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Allocated IP 172.20.0.3 (6e04846e-9622-44ea-b4a8-14af76dd90e8/dbbfc868-e98b-4c35-98b4-e3e7a830c751/20640d04-09c7-4650-9d5f-c550324f39dd) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:28:43.461644 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb020b-bc57-4b15-9f3c-bd5a68a17277 req-26c47704-d98d-4bb7-9904-7b8638fa4f08 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:43.463412 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a4cb020b-bc57-4b15-9f3c-bd5a68a17277 req-26c47704-d98d-4bb7-9904-7b8638fa4f08 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 944 time: 0.5027068
Aug 25 16:28:43.552539 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-f66d475f-c5c0-4076-8ac7-c57bb6e2e610 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a8a5af227fd4bb9bfc4b5153a0e84cc&device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 1097 time: 0.3180726
Aug 25 16:28:43.642465 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47372) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:43.678588 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a4cb020b-bc57-4b15-9f3c-bd5a68a17277 req-90e32d41-779f-4f58-ab89-c24bb992af46 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086022
Aug 25 16:28:43.747601 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-b40b21ab-891a-4d83-a807-ce257ae7a93d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12a79de0-45be-442a-82f7-9321ebb7f8a2 HTTP/1.1" status: 200  len: 217 time: 0.1801677
Aug 25 16:28:43.752927 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a9ebc765-b415-44da-81dc-ebdb7b09f8dc req-ed3237c4-bbd8-4f08-98ba-54c34e6808e9 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 210 time: 0.0817795
Aug 25 16:28:43.814893 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc7ecbb-cd3d-4f3f-b746-6f860571903d', 'tag': '12a79de0-45be-442a-82f7-9321ebb7f8a2', 'status': 'completed', 'code': 200}
Aug 25 16:28:43.967108 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-4d5a48bf-9f5f-42af-9e9a-85b9f0d8f84b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:43.968543 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-4d5a48bf-9f5f-42af-9e9a-85b9f0d8f84b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88b4d2ab-4a2e-4636-aee6-8243febef4b7 HTTP/1.1" status: 200  len: 849 time: 0.1936541
Aug 25 16:28:44.009231 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4456d317-2160-479f-b98a-2ea13de21552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:44.047751 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-4456d317-2160-479f-b98a-2ea13de21552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:44.056007 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-4456d317-2160-479f-b98a-2ea13de21552 admin admin] Usage tracker for resource:security_group_rule and tenant:6e5f1f2006574047a6d2f4f26407b288 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:44.061054 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-f36a64a4-4e0b-41e3-8c30-1f8124833bf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0715196
Aug 25 16:28:44.061320 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-4456d317-2160-479f-b98a-2ea13de21552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:44.068164 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-4456d317-2160-479f-b98a-2ea13de21552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:44.092466 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:44.150930 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4456d317-2160-479f-b98a-2ea13de21552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:44.204991 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45d223-48c7-4008-a210-06236c35046f req-277db004-98b5-4e96-b7b3-aece7c4cfcb3 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:44.207542 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1e45d223-48c7-4008-a210-06236c35046f req-277db004-98b5-4e96-b7b3-aece7c4cfcb3 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.2813900
Aug 25 16:28:44.252266 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4456d317-2160-479f-b98a-2ea13de21552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:44.271970 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fa2df351-b53f-4e61-b070-174f7d936a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:44.303228 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-03ce5445-20db-41e1-9bc0-328a016804e1 service neutron] 10.222.0.60 "GET /v2.0/networks/5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2012508
Aug 25 16:28:44.308421 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1e45d223-48c7-4008-a210-06236c35046f req-c0bd6018-080a-4d24-a803-4f42f7f83940 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939312
Aug 25 16:28:44.350258 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:44.374229 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456d317-2160-479f-b98a-2ea13de21552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cf3824-71b1-4d27-b9b7-7bca17d8a497,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:44.398832 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4456d317-2160-479f-b98a-2ea13de21552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:44.458926 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:44.462190 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-4456d317-2160-479f-b98a-2ea13de21552 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e5f1f2006574047a6d2f4f26407b288&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8165815
Aug 25 16:28:44.463131 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47386) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:44.598621 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Pushing event updated for resources: {'Port': ['ID=20640d04-09c7-4650-9d5f-c550324f39dd,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:44.604694 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Network 6e04846e-9622-44ea-b4a8-14af76dd90e8 is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:28:44.617464 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:28:44.624958 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:44.629226 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:28:44.633361 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:44.634255 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:44.660305 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b508cb-9fbc-454a-92b6-640c011c37e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:44.742141 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b508cb-9fbc-454a-92b6-640c011c37e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:44.786849 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d543263-5c68-4bb6-b7bc-81b8022b3013 req-2eed7b49-a6d8-4d95-acbd-8228093f5daf service neutron] 10.222.0.60 "GET /v2.0/networks/5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4710927
Aug 25 16:28:44.813750 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0bda1-e405-4451-b264-7e514285fb6c req-952cf27f-7566-4d8a-92aa-1c606033d77c tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:44.814346 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-7de0bda1-e405-4451-b264-7e514285fb6c req-952cf27f-7566-4d8a-92aa-1c606033d77c tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Synchronizing usage tracker for tenant:6afd2971dd794007bf79339acd9d78ae on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:28:44.853144 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b508cb-9fbc-454a-92b6-640c011c37e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:44.853958 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220de7a3-b26d-4fef-9619-aefe36ce1394 req-eee4d118-7cc2-4d6e-bef5-57b71ab0dc8e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:44.856235 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-220de7a3-b26d-4fef-9619-aefe36ce1394 req-eee4d118-7cc2-4d6e-bef5-57b71ab0dc8e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1889465
Aug 25 16:28:44.858024 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6292589
Aug 25 16:28:44.859670 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6752a16e-2719-4e28-9c2b-22ba2fae99cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:44.873917 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b508cb-9fbc-454a-92b6-640c011c37e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cf3824-71b1-4d27-b9b7-7bca17d8a497,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:44.878025 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-34b508cb-9fbc-454a-92b6-640c011c37e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:44.883103 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b508cb-9fbc-454a-92b6-640c011c37e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:44.884714 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-34b508cb-9fbc-454a-92b6-640c011c37e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38cf3824-71b1-4d27-b9b7-7bca17d8a497 HTTP/1.1" status: 204  len: 168 time: 0.4157078
Aug 25 16:28:44.912870 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Request body: {'port': {'device_id': '3fdb86ef-3a39-4b4f-8ade-1e00a218c53b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:44.950790 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-7de0bda1-e405-4451-b264-7e514285fb6c req-952cf27f-7566-4d8a-92aa-1c606033d77c tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Unset dirty status for tenant:6afd2971dd794007bf79339acd9d78ae on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:28:44.951841 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7de0bda1-e405-4451-b264-7e514285fb6c req-952cf27f-7566-4d8a-92aa-1c606033d77c tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 931 time: 0.5343451
Aug 25 16:28:45.042732 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-220de7a3-b26d-4fef-9619-aefe36ce1394 req-6ede7c36-1147-463f-98c2-d685dfeb3516 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783159
Aug 25 16:28:45.229276 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-7de0bda1-e405-4451-b264-7e514285fb6c req-448d4580-a72c-495d-8e56-090f95a4f1e1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Synchronizing usage tracker for tenant:6afd2971dd794007bf79339acd9d78ae on resource:security_group {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:28:45.243889 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:45.329961 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:28:45.368864 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5f6e3c98-672d-4528-ab97-53533840c29c req-538d80cf-7714-4758-ad00-adbb974cea0d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a8a5af227fd4bb9bfc4b5153a0e84cc&device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 1097 time: 0.4187841
Aug 25 16:28:45.570780 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-7de0bda1-e405-4451-b264-7e514285fb6c req-448d4580-a72c-495d-8e56-090f95a4f1e1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Unset dirty status for tenant:6afd2971dd794007bf79339acd9d78ae on resource:security_group {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:28:45.572194 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7de0bda1-e405-4451-b264-7e514285fb6c req-448d4580-a72c-495d-8e56-090f95a4f1e1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5717332
Aug 25 16:28:45.601461 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448456b-6e6c-4163-a7a9-a9c9faf01686 req-39b64b26-efc3-42e8-82d8-4054dae58fb6 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:45.608155 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a448456b-6e6c-4163-a7a9-a9c9faf01686 req-39b64b26-efc3-42e8-82d8-4054dae58fb6 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 944 time: 0.4269443
Aug 25 16:28:45.797177 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dd3c9dd6-3edb-4758-9078-d42c38705dc0 req-60fe06e3-3478-4321-b57b-3fb8db7e874f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 210 time: 0.0761154
Aug 25 16:28:45.819037 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47408) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:45.848990 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3747-46a4-443d-996b-6654c0fe0606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:45.900166 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e3c98-672d-4528-ab97-53533840c29c req-ae41b11a-fd97-483a-998b-cbe61123bdfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:45.901995 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5f6e3c98-672d-4528-ab97-53533840c29c req-ae41b11a-fd97-483a-998b-cbe61123bdfe service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c HTTP/1.1" status: 200  len: 910 time: 0.5090649
Aug 25 16:28:45.920594 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-e4aa3747-46a4-443d-996b-6654c0fe0606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:45.923811 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a448456b-6e6c-4163-a7a9-a9c9faf01686 req-ed471a69-f844-4466-b1c4-b3621763ee49 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3146966
Aug 25 16:28:45.943875 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-e4aa3747-46a4-443d-996b-6654c0fe0606 admin admin] Usage tracker for resource:security_group_rule and tenant:6a372ae2e28d41679d8237c72fda5f87 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:45.953840 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-e4aa3747-46a4-443d-996b-6654c0fe0606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:45.970742 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-e4aa3747-46a4-443d-996b-6654c0fe0606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:46.082021 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5f6e3c98-672d-4528-ab97-53533840c29c req-4a7023a5-c6d9-47df-852f-b537fb0935ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12a79de0-45be-442a-82f7-9321ebb7f8a2 HTTP/1.1" status: 200  len: 217 time: 0.1516919
Aug 25 16:28:46.230371 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e3c98-672d-4528-ab97-53533840c29c req-c71f8f90-43c8-406a-ab1d-4d566972c815 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:46.231999 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5f6e3c98-672d-4528-ab97-53533840c29c req-c71f8f90-43c8-406a-ab1d-4d566972c815 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88b4d2ab-4a2e-4636-aee6-8243febef4b7 HTTP/1.1" status: 200  len: 849 time: 0.1306891
Aug 25 16:28:46.267393 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3747-46a4-443d-996b-6654c0fe0606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:46.273995 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-41d273bf-c73f-42a8-84e0-e9234a4af5ab tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:46.276845 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-41d273bf-c73f-42a8-84e0-e9234a4af5ab tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Synchronizing usage tracker for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:network {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:28:46.326976 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3747-46a4-443d-996b-6654c0fe0606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:46.332809 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5f6e3c98-672d-4528-ab97-53533840c29c req-abb0fe93-a1ee-43cc-a77a-97bae1306a01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0823607
Aug 25 16:28:46.336342 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-5db196db-f73b-46d6-9e15-8e91600b34e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:46.352923 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-41d273bf-c73f-42a8-84e0-e9234a4af5ab tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Unset dirty status for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:network {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:28:46.354185 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-41d273bf-c73f-42a8-84e0-e9234a4af5ab tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "GET /v2.0/networks?id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 200  len: 815 time: 0.3289769
Aug 25 16:28:46.355680 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20640d04-09c7-4650-9d5f-c550324f39dd {{(pid=75962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:28:46.381038 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa3747-46a4-443d-996b-6654c0fe0606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce86683-4961-41b4-820f-699aceabf7cf,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:46.383831 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:46.385019 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e4aa3747-46a4-443d-996b-6654c0fe0606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:46.388623 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-e4aa3747-46a4-443d-996b-6654c0fe0606 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a372ae2e28d41679d8237c72fda5f87&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5683925
Aug 25 16:28:46.391876 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 47422) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:46.392541 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Request body: {'port': {'device_id': 'e06881e7-e3a5-40aa-910e-d4d1223f1e7e', 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4', 'admin_state_up': True, 'tenant_id': '9072cf1a9d8f458e8c6262741354d21d'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:46.478152 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.provisioning_blocks [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Transition to ACTIVE for port object 20640d04-09c7-4650-9d5f-c550324f39dd will not be triggered until provisioned by entity L2. {{(pid=75962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:28:46.583684 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e3c67fde-6523-47ef-b6ca-e31250e6f64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:46.585912 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:46.620085 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:46.634033 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:46.639922 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Usage tracker for resource:port and tenant:9072cf1a9d8f458e8c6262741354d21d is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:46.644664 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:46.653758 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:46.676720 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5f6e3c98-672d-4528-ab97-53533840c29c req-5bb33243-f032-4dbb-ad2c-4490e20ae186 service neutron] 10.222.0.60 "GET /v2.0/networks/5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3163881
Aug 25 16:28:46.732979 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Made reservation on behalf of 9072cf1a9d8f458e8c6262741354d21d for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:28:46.738845 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:46.821325 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e3c67fde-6523-47ef-b6ca-e31250e6f64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:46.932403 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Pushing event updated for resources: {'Port': ['ID=20640d04-09c7-4650-9d5f-c550324f39dd,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:46.946388 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Allocated IP 172.20.0.9 (eaf07166-bf4b-43f2-9be9-fca65a7dddb4/923d1b96-9544-4f53-ba3c-4064ebfadffe/289231eb-35a2-429d-ad85-2dcc2b56c0ea) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:28:46.947932 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:47.129607 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5f6e3c98-672d-4528-ab97-53533840c29c req-0661e435-9ab3-40b4-aaf9-872a741e0d0b service neutron] 10.222.0.60 "GET /v2.0/networks/5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4349725
Aug 25 16:28:47.137045 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-685b7075-74db-4c65-b390-d26a0921a7b3 req-4e044462-0287-498b-99e0-9d13b8279cdd tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 210 time: 0.0862753
Aug 25 16:28:47.141278 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Attempting to bind port 20640d04-09c7-4650-9d5f-c550324f39dd on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:28:47.141606 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Attempting to bind port 20640d04-09c7-4650-9d5f-c550324f39dd by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '9480c9d7-2c06-4f96-8891-61f33ee44e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8'}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:28:47.141929 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Attempting to bind port 20640d04-09c7-4650-9d5f-c550324f39dd on network 6e04846e-9622-44ea-b4a8-14af76dd90e8 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:28:47.155464 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71a007-2cb7-44e3-ac32-979640317184 req-69b4d0e9-8823-4d63-b1e1-ffe9560007fd tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:47.163693 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fa71a007-2cb7-44e3-ac32-979640317184 req-69b4d0e9-8823-4d63-b1e1-ffe9560007fd tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 943 time: 0.4181597
Aug 25 16:28:47.185791 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Port 20640d04-09c7-4650-9d5f-c550324f39dd on network 6e04846e-9622-44ea-b4a8-14af76dd90e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:28:47.186112 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Attempting to bind port 20640d04-09c7-4650-9d5f-c550324f39dd on network 6e04846e-9622-44ea-b4a8-14af76dd90e8 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:28:47.199140 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:28:47.199473 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Checking segment: {'id': '9480c9d7-2c06-4f96-8891-61f33ee44e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:28:47.199852 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Bound using segment: {'id': '9480c9d7-2c06-4f96-8891-61f33ee44e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8'} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:28:47.200283 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Bound port: 20640d04-09c7-4650-9d5f-c550324f39dd, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9480c9d7-2c06-4f96-8891-61f33ee44e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8'}}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:28:47.200625 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:47.276980 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:47.285896 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fa71a007-2cb7-44e3-ac32-979640317184 req-8aebe960-ade2-493b-a972-7632eebc46db tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212454
Aug 25 16:28:47.337460 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e3c67fde-6523-47ef-b6ca-e31250e6f64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:47.347965 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2de811b7-3392-4179-8707-1ea234fb4cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:47.373906 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c67fde-6523-47ef-b6ca-e31250e6f64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce86683-4961-41b4-820f-699aceabf7cf,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:47.385179 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:47.390680 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e3c67fde-6523-47ef-b6ca-e31250e6f64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:47.394206 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-38296f66-1aa3-440d-b12c-db874f239f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:47.400875 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['4b2c30ec-4fb2-46a5-b532-5646204d8fba', 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:28:47.403223 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e3c67fde-6523-47ef-b6ca-e31250e6f64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:47.412037 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-e3c67fde-6523-47ef-b6ca-e31250e6f64b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ce86683-4961-41b4-820f-699aceabf7cf HTTP/1.1" status: 204  len: 168 time: 1.0115414
Aug 25 16:28:47.412037 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] For port 20640d04-09c7-4650-9d5f-c550324f39dd, host hv-cinder-80582, cleared binding levels {{(pid=75962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:28:47.414443 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] For port 20640d04-09c7-4650-9d5f-c550324f39dd, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=20640d04-09c7-4650-9d5f-c550324f39dd,segment=NetworkSegment(9480c9d7-2c06-4f96-8891-61f33ee44e97),segment_id=9480c9d7-2c06-4f96-8891-61f33ee44e97)] {{(pid=75962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:28:47.492739 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:47.514300 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f4be8-eeb7-468b-a24c-d78f6ff11a66 req-20fa880d-a785-48e1-9ddb-864f16d50a14 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:47.524540 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bf1f4be8-eeb7-468b-a24c-d78f6ff11a66 req-20fa880d-a785-48e1-9ddb-864f16d50a14 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 944 time: 0.2303557
Aug 25 16:28:47.635164 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:47.672586 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Pushing event updated for resources: {'Port': ['ID=289231eb-35a2-429d-ad85-2dcc2b56c0ea,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:47.687497 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:47.689426 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:28:47.691591 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:28:47.699016 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:28:47.754770 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:47.756410 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] 10.222.0.60 "PUT /v2.0/ports/20640d04-09c7-4650-9d5f-c550324f39dd HTTP/1.1" status: 200  len: 1093 time: 2.8494325
Aug 25 16:28:47.769895 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bf1f4be8-eeb7-468b-a24c-d78f6ff11a66 req-82f53ef1-c29b-4639-9b88-42d244c67752 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441800
Aug 25 16:28:47.771621 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdb86ef-3a39-4b4f-8ade-1e00a218c53b', 'tag': '20640d04-09c7-4650-9d5f-c550324f39dd'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:28:47.809845 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Pushing event updated for resources: {'Port': ['ID=20640d04-09c7-4650-9d5f-c550324f39dd,revision_number=3']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:47.819126 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:47.831790 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:47.832463 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:47.950652 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-7865195f-06a6-46f4-b932-dc23fce779b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6afd2971dd794007bf79339acd9d78ae&device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 1096 time: 0.0938151
Aug 25 16:28:47.964329 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5779669
Aug 25 16:28:47.989868 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Request body: {'port': {'device_id': 'e06881e7-e3a5-40aa-910e-d4d1223f1e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:28:48.060242 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdb86ef-3a39-4b4f-8ade-1e00a218c53b', 'tag': '20640d04-09c7-4650-9d5f-c550324f39dd', 'status': 'completed', 'code': 200}
Aug 25 16:28:48.064129 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-f7306aec-6ada-43de-816f-c6deef910f0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20640d04-09c7-4650-9d5f-c550324f39dd HTTP/1.1" status: 200  len: 217 time: 0.0996640
Aug 25 16:28:48.168326 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 12a79de0-45be-442a-82f7-9321ebb7f8a2 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:28:48.181245 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-a73be094-70d5-4f33-88a0-94506a76a9e6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:48.186630 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-a73be094-70d5-4f33-88a0-94506a76a9e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dbbfc868-e98b-4c35-98b4-e3e7a830c751 HTTP/1.1" status: 200  len: 854 time: 0.1096194
Aug 25 16:28:48.251911 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-676ab8d1-97b0-4736-b92e-9776c209f827 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e04846e-9622-44ea-b4a8-14af76dd90e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0582840
Aug 25 16:28:48.315879 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:48.544992 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 12a79de0-45be-442a-82f7-9321ebb7f8a2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=12a79de0-45be-442a-82f7-9321ebb7f8a2,segment=NetworkSegment(9ae14307-e2e7-4a8e-bc19-aafe792e17c4),segment_id=9ae14307-e2e7-4a8e-bc19-aafe792e17c4)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:48.566120 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '12a79de0-45be-442a-82f7-9321ebb7f8a2', 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c', 'port_id': '12a79de0-45be-442a-82f7-9321ebb7f8a2', 'mac_address': 'fa:16:3e:bf:40:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b4d2ab-4a2e-4636-aee6-8243febef4b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:28:48.700468 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:48.728520 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-3f18a903-59d7-4d83-8580-9b76d64d1786 service neutron] 10.222.0.60 "GET /v2.0/networks/6e04846e-9622-44ea-b4a8-14af76dd90e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4593782
Aug 25 16:28:48.737859 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a79de0-45be-442a-82f7-9321ebb7f8a2 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:28:48.772838 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 12a79de0-45be-442a-82f7-9321ebb7f8a2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=12a79de0-45be-442a-82f7-9321ebb7f8a2,segment=NetworkSegment(9ae14307-e2e7-4a8e-bc19-aafe792e17c4),segment_id=9ae14307-e2e7-4a8e-bc19-aafe792e17c4)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:48.840964 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:48.844062 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-84ecba91-50da-42dc-a65c-3eb9d55135a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:48.864723 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff3e2dea-994a-4589-a540-4a410aee36da req-79ec6598-f46f-4aef-b9e1-3fcb397db352 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19425c1ac63d45a88595b9d54610f1c3&device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 1099 time: 0.4099197
Aug 25 16:28:48.872620 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2973a5-fbe3-4fcb-8c6c-69de91365521 req-d6550f64-64c7-405e-8585-aed37c3f2540 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:48.881874 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9b2973a5-fbe3-4fcb-8c6c-69de91365521 req-d6550f64-64c7-405e-8585-aed37c3f2540 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 931 time: 0.4291694
Aug 25 16:28:48.940461 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370b4d-5b24-4f98-9b68-990c48d6d8d9 req-aa955c4c-8bd8-4c1c-bba2-378c647ae45c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:48.949028 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-22370b4d-5b24-4f98-9b68-990c48d6d8d9 req-aa955c4c-8bd8-4c1c-bba2-378c647ae45c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.4158399
Aug 25 16:28:48.969462 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=12a79de0-45be-442a-82f7-9321ebb7f8a2,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:48.983905 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:49.042744 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289231eb-35a2-429d-ad85-2dcc2b56c0ea {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:28:49.059863 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:49.125997 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Transition to ACTIVE for port object 289231eb-35a2-429d-ad85-2dcc2b56c0ea will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:28:49.181724 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9b2973a5-fbe3-4fcb-8c6c-69de91365521 req-7f11a166-b061-41ad-bbda-2fac74dd1b0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2987506
Aug 25 16:28:49.200959 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:49.217415 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:49.235529 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-22370b4d-5b24-4f98-9b68-990c48d6d8d9 req-12d94099-f5ad-49da-9057-55e6a910fe0c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2853880
Aug 25 16:28:49.238101 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e2dea-994a-4589-a540-4a410aee36da req-8b8be633-bb38-4cf3-9a7d-aae084ede919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:49.247216 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff3e2dea-994a-4589-a540-4a410aee36da req-8b8be633-bb38-4cf3-9a7d-aae084ede919 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 200  len: 920 time: 0.3571587
Aug 25 16:28:49.247216 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67d38ce7-7032-4c0b-95be-dfb0c6038e7b req-a68f1781-5551-441d-bda8-2c7aed05c739 service neutron] 10.222.0.60 "GET /v2.0/networks/6e04846e-9622-44ea-b4a8-14af76dd90e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5068159
Aug 25 16:28:49.248006 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 47490) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:49.305624 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['12a79de0-45be-442a-82f7-9321ebb7f8a2'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:28:49.365550 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Pushing event updated for resources: {'Port': ['ID=289231eb-35a2-429d-ad85-2dcc2b56c0ea,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:49.366071 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:49.679257 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff3e2dea-994a-4589-a540-4a410aee36da req-1ba23918-59c1-45a8-9006-9312ad3038a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36da994-aabe-4419-8adb-6fb2f5096b45 HTTP/1.1" status: 200  len: 217 time: 0.4041615
Aug 25 16:28:49.679598 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Attempting to bind port 289231eb-35a2-429d-ad85-2dcc2b56c0ea on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:28:49.679598 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Attempting to bind port 289231eb-35a2-429d-ad85-2dcc2b56c0ea by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:28:49.679985 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Attempting to bind port 289231eb-35a2-429d-ad85-2dcc2b56c0ea on network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:28:49.689052 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Port 289231eb-35a2-429d-ad85-2dcc2b56c0ea on network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:28:49.689447 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Attempting to bind port 289231eb-35a2-429d-ad85-2dcc2b56c0ea on network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:28:49.697309 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:28:49.697697 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Checking segment: {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:28:49.698087 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Bound using segment: {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:28:49.698516 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Bound port: 289231eb-35a2-429d-ad85-2dcc2b56c0ea, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:28:49.698865 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:49.796760 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5dab5179-99bd-4885-9ae0-c416f6eef9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:49.851192 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] For port 289231eb-35a2-429d-ad85-2dcc2b56c0ea, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:28:49.855955 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] For port 289231eb-35a2-429d-ad85-2dcc2b56c0ea, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=289231eb-35a2-429d-ad85-2dcc2b56c0ea,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:28:49.885817 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-5dab5179-99bd-4885-9ae0-c416f6eef9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:49.891394 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e2dea-994a-4589-a540-4a410aee36da req-cccf291e-06b9-436d-905c-29b25dbd653a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:49.893702 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff3e2dea-994a-4589-a540-4a410aee36da req-cccf291e-06b9-436d-905c-29b25dbd653a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dcb9da4-b268-4415-a341-f0f55b0709fe HTTP/1.1" status: 200  len: 859 time: 0.1638210
Aug 25 16:28:49.900449 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-5dab5179-99bd-4885-9ae0-c416f6eef9ab admin admin] Usage tracker for resource:security_group_rule and tenant:e910854ef9cc48249fa0f353cec56e98 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:49.933013 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:49.938414 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1939705e-ea88-4543-b978-a2edcc960b1c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:49.945560 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-5dab5179-99bd-4885-9ae0-c416f6eef9ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:49.953949 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512d531-2149-4952-bfe6-8f4aeca8a4ed req-60aae9a4-350b-4009-9116-971026c2b35b tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:49.956364 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1512d531-2149-4952-bfe6-8f4aeca8a4ed req-60aae9a4-350b-4009-9116-971026c2b35b tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 943 time: 0.4751573
Aug 25 16:28:49.970756 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-5dab5179-99bd-4885-9ae0-c416f6eef9ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:49.980571 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5235fb3a-3c8c-4711-b91b-59d170e1a2e3 req-a8686c21-bc5c-460d-bb06-af9ea2f9139d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6afd2971dd794007bf79339acd9d78ae&device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 1096 time: 0.5031292
Aug 25 16:28:50.011369 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:50.012838 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] 10.222.0.60 "PUT /v2.0/ports/289231eb-35a2-429d-ad85-2dcc2b56c0ea HTTP/1.1" status: 200  len: 1093 time: 2.0318654
Aug 25 16:28:50.013469 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06881e7-e3a5-40aa-910e-d4d1223f1e7e', 'tag': '289231eb-35a2-429d-ad85-2dcc2b56c0ea'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:28:50.017466 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff3e2dea-994a-4589-a540-4a410aee36da req-57c6fa70-00f3-4296-b01e-fb8f078d13db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84706828-7293-46ff-88be-263fd4b2bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1039219
Aug 25 16:28:50.036088 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Pushing event updated for resources: {'Port': ['ID=289231eb-35a2-429d-ad85-2dcc2b56c0ea,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:50.039680 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:50.225745 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-3c3d2ee8-ef01-431c-8d92-5bd72a1129fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 1096 time: 0.0979309
Aug 25 16:28:50.303981 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-86de6335-44dd-40ed-93ab-6602110a08a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=289231eb-35a2-429d-ad85-2dcc2b56c0ea HTTP/1.1" status: 200  len: 217 time: 0.0705302
Aug 25 16:28:50.385405 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-7429c164-3450-4873-8e23-b6a0a84e24d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:50.386777 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-7429c164-3450-4873-8e23-b6a0a84e24d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=923d1b96-9544-4f53-ba3c-4064ebfadffe HTTP/1.1" status: 200  len: 855 time: 0.0731764
Aug 25 16:28:50.423680 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1512d531-2149-4952-bfe6-8f4aeca8a4ed req-a9912e4b-5947-4e0c-b283-37f4c5c61e13 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4547005
Aug 25 16:28:50.442199 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-7ec815f1-456a-472e-8780-9b0bb8f61cd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438793
Aug 25 16:28:50.532721 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5dab5179-99bd-4885-9ae0-c416f6eef9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:50.538907 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06881e7-e3a5-40aa-910e-d4d1223f1e7e', 'tag': '289231eb-35a2-429d-ad85-2dcc2b56c0ea', 'status': 'completed', 'code': 200}
Aug 25 16:28:50.552731 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235fb3a-3c8c-4711-b91b-59d170e1a2e3 req-a2e505dd-2155-4ca2-9113-ce65b15cb773 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:50.555576 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5235fb3a-3c8c-4711-b91b-59d170e1a2e3 req-a2e505dd-2155-4ca2-9113-ce65b15cb773 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e04846e-9622-44ea-b4a8-14af76dd90e8 HTTP/1.1" status: 200  len: 915 time: 0.5145180
Aug 25 16:28:50.584096 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff3e2dea-994a-4589-a540-4a410aee36da req-e1df6d7c-b3e6-4c99-97ca-d3da15586f70 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5127542
Aug 25 16:28:50.617423 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-21dedc02-b33d-4b11-8799-8d1194f81448 service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640263
Aug 25 16:28:50.809996 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf53bc0-f8f8-455c-bb6c-2d6c70d6c53c req-554b234c-4ff1-4cfd-b482-2e1f9b2e15fb tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:50.815916 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-2ab2bab6-e97e-48da-bbff-842c6570c611 req-0cd9563b-c272-427c-9e79-090746488bff service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1847591
Aug 25 16:28:50.816982 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5cf53bc0-f8f8-455c-bb6c-2d6c70d6c53c req-554b234c-4ff1-4cfd-b482-2e1f9b2e15fb tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 945 time: 0.8487489
Aug 25 16:28:50.835340 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47516) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:50.836588 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5dab5179-99bd-4885-9ae0-c416f6eef9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:50.885868 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:50.933038 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5235fb3a-3c8c-4711-b91b-59d170e1a2e3 req-da28b5dd-78ed-43b4-aead-077b12ddaa03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20640d04-09c7-4650-9d5f-c550324f39dd HTTP/1.1" status: 200  len: 217 time: 0.3638587
Aug 25 16:28:51.028630 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1e7261f6-86ab-4b1d-afb5-95084b548911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:51.037768 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab5179-99bd-4885-9ae0-c416f6eef9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d2531-cb17-46df-8aaf-4ed77cdf8e59,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:51.065744 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-5dab5179-99bd-4885-9ae0-c416f6eef9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:51.083820 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-1e7261f6-86ab-4b1d-afb5-95084b548911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:51.089422 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-1e7261f6-86ab-4b1d-afb5-95084b548911 admin admin] Usage tracker for resource:security_group_rule and tenant:df7b80fff16544a3b7f18ebe9b440872 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:51.093812 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-1e7261f6-86ab-4b1d-afb5-95084b548911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:51.097628 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-5dab5179-99bd-4885-9ae0-c416f6eef9ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e910854ef9cc48249fa0f353cec56e98&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8485560
Aug 25 16:28:51.102753 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-1e7261f6-86ab-4b1d-afb5-95084b548911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:51.104695 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47524) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:51.111434 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ce2c1d46-8f23-4bb5-adca-8a9e073ff5a0 req-399b73a0-6b56-418e-827a-c84fd1ae9709 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 1096 time: 0.1491621
Aug 25 16:28:51.119902 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff3e2dea-994a-4589-a540-4a410aee36da req-c495f58f-d3c1-4a6d-9cce-e3297389a48d service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4530776
Aug 25 16:28:51.128988 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5cf53bc0-f8f8-455c-bb6c-2d6c70d6c53c req-20a36ad4-4be3-4b11-b018-b3fc95c6e254 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2755988
Aug 25 16:28:51.132407 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235fb3a-3c8c-4711-b91b-59d170e1a2e3 req-a09ffb4e-8dbe-4939-8cda-56d45a0fa93c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:51.133911 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5235fb3a-3c8c-4711-b91b-59d170e1a2e3 req-a09ffb4e-8dbe-4939-8cda-56d45a0fa93c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dbbfc868-e98b-4c35-98b4-e3e7a830c751 HTTP/1.1" status: 200  len: 854 time: 0.1673844
Aug 25 16:28:51.191522 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5235fb3a-3c8c-4711-b91b-59d170e1a2e3 req-c408c01b-d839-48ee-8b5e-b1078d6a2771 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e04846e-9622-44ea-b4a8-14af76dd90e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486145
Aug 25 16:28:51.203213 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2908e-14b7-4e9f-aad1-854b0ebb6a84 req-4f15d88d-fac5-42bf-9ccf-8dec721d4d49 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:51.204900 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-63c2908e-14b7-4e9f-aad1-854b0ebb6a84 req-4f15d88d-fac5-42bf-9ccf-8dec721d4d49 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 943 time: 0.3866932
Aug 25 16:28:51.420829 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-63c2908e-14b7-4e9f-aad1-854b0ebb6a84 req-ba75075e-8de1-482c-bf22-b97a0ed53e18 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915591
Aug 25 16:28:51.430931 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eff2e731-825a-49d6-b599-d256d105364e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:51.441308 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c1d46-8f23-4bb5-adca-8a9e073ff5a0 req-8e8667cd-32b0-4bd1-84c8-c989f2a25de8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:51.443271 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ce2c1d46-8f23-4bb5-adca-8a9e073ff5a0 req-8e8667cd-32b0-4bd1-84c8-c989f2a25de8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 200  len: 916 time: 0.3079519
Aug 25 16:28:51.447451 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5235fb3a-3c8c-4711-b91b-59d170e1a2e3 req-1588b142-f621-42f7-9932-28a1e08d9030 service neutron] 10.222.0.60 "GET /v2.0/networks/6e04846e-9622-44ea-b4a8-14af76dd90e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414374
Aug 25 16:28:51.470448 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4f97-fb18-481b-8900-250407ecc182 req-45ff9f0f-e961-45a6-9998-88cb1225de50 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:51.471550 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1e7261f6-86ab-4b1d-afb5-95084b548911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:51.473699 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0c6a4f97-fb18-481b-8900-250407ecc182 req-45ff9f0f-e961-45a6-9998-88cb1225de50 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1747260
Aug 25 16:28:51.638931 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1e7261f6-86ab-4b1d-afb5-95084b548911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:51.647078 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0c6a4f97-fb18-481b-8900-250407ecc182 req-69bf5ec9-6aec-4c5a-aba6-dd3b928fff61 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468811
Aug 25 16:28:51.656008 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4456d317-2160-479f-b98a-2ea13de21552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:51.667714 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eff2e731-825a-49d6-b599-d256d105364e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:51.692520 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ce2c1d46-8f23-4bb5-adca-8a9e073ff5a0 req-15534119-1e47-45da-a217-2a063396c0f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=289231eb-35a2-429d-ad85-2dcc2b56c0ea HTTP/1.1" status: 200  len: 217 time: 0.2231901
Aug 25 16:28:51.697536 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5235fb3a-3c8c-4711-b91b-59d170e1a2e3 req-ea334ae3-5152-4a0b-90d7-e4fa8b63e555 service neutron] 10.222.0.60 "GET /v2.0/networks/6e04846e-9622-44ea-b4a8-14af76dd90e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217259
Aug 25 16:28:51.808818 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7261f6-86ab-4b1d-afb5-95084b548911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd641ce-aa06-4008-a25b-940ae73bdf2f,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:51.812475 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1e7261f6-86ab-4b1d-afb5-95084b548911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:51.820814 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-1e7261f6-86ab-4b1d-afb5-95084b548911 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df7b80fff16544a3b7f18ebe9b440872&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9821236
Aug 25 16:28:51.821240 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47532) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:51.869753 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c1d46-8f23-4bb5-adca-8a9e073ff5a0 req-9ce1641a-bf53-4e80-862d-b06c9147d632 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:51.871338 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ce2c1d46-8f23-4bb5-adca-8a9e073ff5a0 req-9ce1641a-bf53-4e80-862d-b06c9147d632 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=923d1b96-9544-4f53-ba3c-4064ebfadffe HTTP/1.1" status: 200  len: 855 time: 0.1443017
Aug 25 16:28:51.934714 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ce2c1d46-8f23-4bb5-adca-8a9e073ff5a0 req-1eec1670-bf11-429b-b087-ff34e63fe3f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540595
Aug 25 16:28:51.951430 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4edbb59f-f091-445b-a480-9c7ed7bfdf9f req-d033b983-ecba-45f0-9518-7d058855e531 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1451392
Aug 25 16:28:51.958637 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c0c55-1f3e-4d2c-9925-ad7cd7440d75 req-06ce6100-9c0e-4bea-be0b-7351b1ea7283 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:51.960206 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a21c0c55-1f3e-4d2c-9925-ad7cd7440d75 req-06ce6100-9c0e-4bea-be0b-7351b1ea7283 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 943 time: 0.1570091
Aug 25 16:28:52.018444 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a21c0c55-1f3e-4d2c-9925-ad7cd7440d75 req-f896004c-9e2e-4e2a-b4b4-347f69779ab9 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496006
Aug 25 16:28:52.057662 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eff2e731-825a-49d6-b599-d256d105364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:52.065006 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ca57238d-1db1-4d8f-bb65-5a790f7757c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:52.071910 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-39b6cf6b-4c51-434a-9d85-ce16ce314f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:52.090848 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2e731-825a-49d6-b599-d256d105364e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d2531-cb17-46df-8aaf-4ed77cdf8e59,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:52.100515 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-eff2e731-825a-49d6-b599-d256d105364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:52.150312 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-39b6cf6b-4c51-434a-9d85-ce16ce314f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:52.156893 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4edbb59f-f091-445b-a480-9c7ed7bfdf9f req-013af099-47da-480a-9903-6d4e614e4586 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 1098 time: 0.0858111
Aug 25 16:28:52.157778 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eff2e731-825a-49d6-b599-d256d105364e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:52.158966 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-eff2e731-825a-49d6-b599-d256d105364e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c76d2531-cb17-46df-8aaf-4ed77cdf8e59 HTTP/1.1" status: 204  len: 168 time: 1.0532994
Aug 25 16:28:52.208637 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ce2c1d46-8f23-4bb5-adca-8a9e073ff5a0 req-2bfae97a-4ec7-4e1c-8458-293f18cc2fc8 service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2619114
Aug 25 16:28:52.215207 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 20640d04-09c7-4650-9d5f-c550324f39dd details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:28:52.218257 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 12a79de0-45be-442a-82f7-9321ebb7f8a2 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:28:52.344979 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-39b6cf6b-4c51-434a-9d85-ce16ce314f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:52.353719 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:52.389869 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6cf6b-4c51-434a-9d85-ce16ce314f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd641ce-aa06-4008-a25b-940ae73bdf2f,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:52.401536 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-39b6cf6b-4c51-434a-9d85-ce16ce314f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:52.430412 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-39b6cf6b-4c51-434a-9d85-ce16ce314f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:52.433597 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-39b6cf6b-4c51-434a-9d85-ce16ce314f64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9bd641ce-aa06-4008-a25b-940ae73bdf2f HTTP/1.1" status: 204  len: 168 time: 0.6111236
Aug 25 16:28:52.463762 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ce2c1d46-8f23-4bb5-adca-8a9e073ff5a0 req-9db9ca4c-43e5-439f-bf4d-2a76a0483f3b service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367156
Aug 25 16:28:52.539023 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 20640d04-09c7-4650-9d5f-c550324f39dd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=20640d04-09c7-4650-9d5f-c550324f39dd,segment=NetworkSegment(9480c9d7-2c06-4f96-8891-61f33ee44e97),segment_id=9480c9d7-2c06-4f96-8891-61f33ee44e97)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:52.558534 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '20640d04-09c7-4650-9d5f-c550324f39dd', 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8', 'port_id': '20640d04-09c7-4650-9d5f-c550324f39dd', 'mac_address': 'fa:16:3e:2c:f5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbfc868-e98b-4c35-98b4-e3e7a830c751', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:28:52.604810 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 12a79de0-45be-442a-82f7-9321ebb7f8a2 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:28:52.628515 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 12a79de0-45be-442a-82f7-9321ebb7f8a2 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:28:52.629201 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:52.655307 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbb59f-f091-445b-a480-9c7ed7bfdf9f req-28b31e58-fd6b-4772-8a2a-3c9b07bcffe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:52.656797 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4edbb59f-f091-445b-a480-9c7ed7bfdf9f req-28b31e58-fd6b-4772-8a2a-3c9b07bcffe5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 200  len: 916 time: 0.4510038
Aug 25 16:28:52.715855 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:52.746877 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74465b-3eae-4681-acba-0e96d8f18ae3 req-dc7142c0-2929-4dd8-a8c5-d31e2a16105e tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:52.748420 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9e74465b-3eae-4681-acba-0e96d8f18ae3 req-dc7142c0-2929-4dd8-a8c5-d31e2a16105e tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 945 time: 0.4156871
Aug 25 16:28:52.770992 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20640d04-09c7-4650-9d5f-c550324f39dd {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:28:52.783378 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4edbb59f-f091-445b-a480-9c7ed7bfdf9f req-6fbd741d-d9a5-421d-be82-25823f7d6625 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b2c30ec-4fb2-46a5-b532-5646204d8fba HTTP/1.1" status: 200  len: 217 time: 0.1131916
Aug 25 16:28:52.820812 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 20640d04-09c7-4650-9d5f-c550324f39dd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=20640d04-09c7-4650-9d5f-c550324f39dd,segment=NetworkSegment(9480c9d7-2c06-4f96-8891-61f33ee44e97),segment_id=9480c9d7-2c06-4f96-8891-61f33ee44e97)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:52.860974 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:52.907116 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9e74465b-3eae-4681-acba-0e96d8f18ae3 req-9eb28bce-846c-4c3e-951c-9825bc112ab9 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466887
Aug 25 16:28:52.908664 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbb59f-f091-445b-a480-9c7ed7bfdf9f req-e6046b29-6760-45f3-8e75-fd45871837b1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:52.910150 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4edbb59f-f091-445b-a480-9c7ed7bfdf9f req-e6046b29-6760-45f3-8e75-fd45871837b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=923d1b96-9544-4f53-ba3c-4064ebfadffe HTTP/1.1" status: 200  len: 855 time: 0.1158888
Aug 25 16:28:52.927091 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:52.927339 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c387ed-f2a3-43df-97c1-942560bccc7a req-a7811199-3ed7-4d0d-ad05-954105fc46bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:52.940533 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:52.944232 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e5c387ed-f2a3-43df-97c1-942560bccc7a req-a7811199-3ed7-4d0d-ad05-954105fc46bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 943 time: 0.3391654
Aug 25 16:28:53.055842 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=20640d04-09c7-4650-9d5f-c550324f39dd,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:53.066294 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc7ecbb-cd3d-4f3f-b746-6f860571903d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a79de0-45be-442a-82f7-9321ebb7f8a2'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:28:53.072741 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:53.084478 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 12a79de0-45be-442a-82f7-9321ebb7f8a2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=12a79de0-45be-442a-82f7-9321ebb7f8a2,segment=NetworkSegment(9ae14307-e2e7-4a8e-bc19-aafe792e17c4),segment_id=9ae14307-e2e7-4a8e-bc19-aafe792e17c4)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:53.096358 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4edbb59f-f091-445b-a480-9c7ed7bfdf9f req-c55369dd-4082-475d-a64e-3f0639939396 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1270778
Aug 25 16:28:53.162256 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:53.169782 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:53.268933 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=12a79de0-45be-442a-82f7-9321ebb7f8a2,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:53.273272 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:53.296296 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e5c387ed-f2a3-43df-97c1-942560bccc7a req-29e172fe-e513-4c6c-8654-dc923cc4c916 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3522127
Aug 25 16:28:53.369501 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['20640d04-09c7-4650-9d5f-c550324f39dd'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:28:53.396339 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4edbb59f-f091-445b-a480-9c7ed7bfdf9f req-61ece573-60b6-49eb-aeb9-88129d7b5c40 service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2862697
Aug 25 16:28:53.461841 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19f349-d3de-48f3-a825-aabf44e88177 req-36c23e93-4931-47ac-b253-bf9cab5af5ae tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:53.469963 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6e19f349-d3de-48f3-a825-aabf44e88177 req-36c23e93-4931-47ac-b253-bf9cab5af5ae tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.3149378
Aug 25 16:28:53.608477 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6e19f349-d3de-48f3-a825-aabf44e88177 req-7e6f105e-0964-4d85-8314-a37115b44eb7 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858281
Aug 25 16:28:53.641334 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:53.654173 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4edbb59f-f091-445b-a480-9c7ed7bfdf9f req-c7c28ccb-0d31-4927-9dd0-6677d182efbb service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2490528
Aug 25 16:28:53.835569 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc7ecbb-cd3d-4f3f-b746-6f860571903d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a79de0-45be-442a-82f7-9321ebb7f8a2', 'code': 200}
Aug 25 16:28:53.985412 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb4275-d198-45d1-b123-1cc53d819ba3 req-84f5d801-7299-4a9b-bbbb-7078b6397552 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:53.993860 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8efb4275-d198-45d1-b123-1cc53d819ba3 req-84f5d801-7299-4a9b-bbbb-7078b6397552 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 944 time: 0.1642885
Aug 25 16:28:54.092172 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8efb4275-d198-45d1-b123-1cc53d819ba3 req-f7a27763-d599-4245-bb2e-c1a758f02c62 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906775
Aug 25 16:28:54.208089 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa77b15-a6cf-4dcb-a410-cf12893c6434 req-217707d1-2fc5-4828-87a8-84fd32c9e42a tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:54.209689 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2fa77b15-a6cf-4dcb-a410-cf12893c6434 req-217707d1-2fc5-4828-87a8-84fd32c9e42a tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 946 time: 0.0955608
Aug 25 16:28:54.231273 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 289231eb-35a2-429d-ad85-2dcc2b56c0ea details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:28:54.264760 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2fa77b15-a6cf-4dcb-a410-cf12893c6434 req-134dfd5c-ba6a-4252-aaa6-abe45d996c14 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486016
Aug 25 16:28:54.461464 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a2878a08-5da3-4f1f-9ac5-34fd11040bd8 req-96088b26-f3f8-4208-a12b-59c7fe3ea277 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 1099 time: 0.1206455
Aug 25 16:28:54.503086 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 289231eb-35a2-429d-ad85-2dcc2b56c0ea, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=289231eb-35a2-429d-ad85-2dcc2b56c0ea,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:54.522692 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '289231eb-35a2-429d-ad85-2dcc2b56c0ea', 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4', 'port_id': '289231eb-35a2-429d-ad85-2dcc2b56c0ea', 'mac_address': 'fa:16:3e:85:db:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923d1b96-9544-4f53-ba3c-4064ebfadffe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:28:54.526460 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a2878a08-5da3-4f1f-9ac5-34fd11040bd8 req-6de10f5b-87e0-48d2-88af-761d700819e8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534887
Aug 25 16:28:54.584706 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:54.610254 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289231eb-35a2-429d-ad85-2dcc2b56c0ea {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:28:54.641321 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 289231eb-35a2-429d-ad85-2dcc2b56c0ea, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=289231eb-35a2-429d-ad85-2dcc2b56c0ea,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:54.703387 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:54.707607 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:54.733873 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32508ac-111e-4d31-9587-7545d40ccd6a req-9990ee43-75df-4ad6-bcc6-91f47b5dc958 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:54.747358 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32508ac-111e-4d31-9587-7545d40ccd6a req-9990ee43-75df-4ad6-bcc6-91f47b5dc958 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 943 time: 0.1738176
Aug 25 16:28:54.796146 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=289231eb-35a2-429d-ad85-2dcc2b56c0ea,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:54.801027 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:54.812035 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32508ac-111e-4d31-9587-7545d40ccd6a req-feb6ca34-da46-496b-8e37-5de1122f03e0 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632477
Aug 25 16:28:55.032206 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d7a58-e770-4862-bb6c-c74693080cfa req-5bdeb658-2eed-4e2f-b171-f7034bcc0374 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:55.034749 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cc5d7a58-e770-4862-bb6c-c74693080cfa req-5bdeb658-2eed-4e2f-b171-f7034bcc0374 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0994191
Aug 25 16:28:55.119351 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cc5d7a58-e770-4862-bb6c-c74693080cfa req-d40d5e0d-1524-4ac5-b43b-2cd138bd5fc1 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776911
Aug 25 16:28:55.210526 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['289231eb-35a2-429d-ad85-2dcc2b56c0ea'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:28:55.367466 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6c55b-bd82-4113-a592-91a3e960b484 req-53d91bd3-b9f5-4646-86dc-0968b1cb0043 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:55.369674 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-53e6c55b-bd82-4113-a592-91a3e960b484 req-53d91bd3-b9f5-4646-86dc-0968b1cb0043 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 944 time: 0.1349568
Aug 25 16:28:55.515623 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-53e6c55b-bd82-4113-a592-91a3e960b484 req-f41515c0-fb11-435c-824a-a13f66e6565f tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369581
Aug 25 16:28:55.537101 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c0cbe-125f-4a3a-a61e-6d2388370752 req-ce01c64e-1df3-452a-b511-2bd73b35570a tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:55.538610 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e70c0cbe-125f-4a3a-a61e-6d2388370752 req-ce01c64e-1df3-452a-b511-2bd73b35570a tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 946 time: 0.1030798
Aug 25 16:28:55.593709 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e70c0cbe-125f-4a3a-a61e-6d2388370752 req-4cac066f-b5ef-4a1a-ad60-5b7027718bd1 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476274
Aug 25 16:28:56.052356 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ef5be-7072-465b-bde0-cb1a30d4964a req-1b3f3dcb-0244-4a12-995c-8de7d241f73f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:56.053952 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5e0ef5be-7072-465b-bde0-cb1a30d4964a req-1b3f3dcb-0244-4a12-995c-8de7d241f73f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 944 time: 0.0909524
Aug 25 16:28:56.105982 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5e0ef5be-7072-465b-bde0-cb1a30d4964a req-4ec675b3-a495-4be1-9e8e-110522f65165 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461135
Aug 25 16:28:56.243893 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 20640d04-09c7-4650-9d5f-c550324f39dd up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:28:56.345058 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83af357-9c03-42aa-9eee-0649cd0ffdf4 req-77eaab66-876d-4e98-8313-124562a8716c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:56.347357 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e83af357-9c03-42aa-9eee-0649cd0ffdf4 req-77eaab66-876d-4e98-8313-124562a8716c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0845375
Aug 25 16:28:56.398325 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e83af357-9c03-42aa-9eee-0649cd0ffdf4 req-c742e91b-47a6-4c80-b209-ebe545387e0d tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450628
Aug 25 16:28:56.428846 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 20640d04-09c7-4650-9d5f-c550324f39dd completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:28:56.434098 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 20640d04-09c7-4650-9d5f-c550324f39dd triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:28:56.434474 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:56.569157 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:56.600487 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb86ef-3a39-4b4f-8ade-1e00a218c53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20640d04-09c7-4650-9d5f-c550324f39dd'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:28:56.624398 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 20640d04-09c7-4650-9d5f-c550324f39dd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=20640d04-09c7-4650-9d5f-c550324f39dd,segment=NetworkSegment(9480c9d7-2c06-4f96-8891-61f33ee44e97),segment_id=9480c9d7-2c06-4f96-8891-61f33ee44e97)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:56.645674 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 47658) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:56.662821 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdb86ef-3a39-4b4f-8ade-1e00a218c53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20640d04-09c7-4650-9d5f-c550324f39dd', 'code': 200}
Aug 25 16:28:56.715442 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:56.719529 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:56.807782 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=20640d04-09c7-4650-9d5f-c550324f39dd,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:56.820343 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:56.892327 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a3495-4c81-4cd4-9162-589c76f40f5a req-61cbf879-6da6-4fc4-9fb3-23e6ceaeebd6 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:56.893904 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cd8a3495-4c81-4cd4-9162-589c76f40f5a req-61cbf879-6da6-4fc4-9fb3-23e6ceaeebd6 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 945 time: 0.2155640
Aug 25 16:28:56.903736 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cb55-9a10-4ad8-8975-f2bef16e0679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:56.991654 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-9ba3cb55-9a10-4ad8-8975-f2bef16e0679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:56.999197 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-9ba3cb55-9a10-4ad8-8975-f2bef16e0679 admin admin] Usage tracker for resource:security_group_rule and tenant:7c1327dba80f44d49de8fc040f3c1eb2 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:57.006344 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cd8a3495-4c81-4cd4-9162-589c76f40f5a req-3e454750-cd2a-4f64-b408-2dfd98ca1509 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855515
Aug 25 16:28:57.007206 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-9ba3cb55-9a10-4ad8-8975-f2bef16e0679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:57.015548 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-9ba3cb55-9a10-4ad8-8975-f2bef16e0679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:57.037288 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e3ea1-4b7f-4d50-ab99-3f1cc414e5b1 req-adc8a720-e3d5-43be-8cdf-c8437b24a94b tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:57.038905 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-898e3ea1-4b7f-4d50-ab99-3f1cc414e5b1 req-adc8a720-e3d5-43be-8cdf-c8437b24a94b tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 946 time: 0.2126763
Aug 25 16:28:57.117575 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-898e3ea1-4b7f-4d50-ab99-3f1cc414e5b1 req-980f7af9-f48c-4736-b4ee-4df422d6c410 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721934
Aug 25 16:28:57.212603 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cb55-9a10-4ad8-8975-f2bef16e0679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:57.235812 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ba4a7c6f-23ff-4bfa-b9e2-afcd10adf988 req-734a0d0b-8fda-445e-a049-0395d5482b66 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 1098 time: 0.1099534
Aug 25 16:28:57.340321 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ba4a7c6f-23ff-4bfa-b9e2-afcd10adf988 req-e8f1e05f-3e7a-43f9-8b6a-4b7adc98b31b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949137
Aug 25 16:28:57.361357 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84457c-98bd-4433-b345-ec7688f01cd1 req-caae01db-abd3-4067-be1a-a3075e960111 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:57.362847 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7e84457c-98bd-4433-b345-ec7688f01cd1 req-caae01db-abd3-4067-be1a-a3075e960111 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 944 time: 0.1019168
Aug 25 16:28:57.415220 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7e84457c-98bd-4433-b345-ec7688f01cd1 req-2118ddb5-b91e-4a47-94da-c67d3052195b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463057
Aug 25 16:28:57.424985 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cb55-9a10-4ad8-8975-f2bef16e0679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:57.440175 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2979edb1-bad0-43d4-8fc1-3b6d00e844ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:57.489651 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3cb55-9a10-4ad8-8975-f2bef16e0679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca15979b-d8a6-4304-80d5-d67d15969e96,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:57.493774 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-9ba3cb55-9a10-4ad8-8975-f2bef16e0679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:57.497028 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-9ba3cb55-9a10-4ad8-8975-f2bef16e0679 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c1327dba80f44d49de8fc040f3c1eb2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8501997
Aug 25 16:28:57.502974 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47680) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:57.633245 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a70639a3-2653-4d10-83de-55cb0bbe7973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:57.664380 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a70639a3-2653-4d10-83de-55cb0bbe7973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:57.664834 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d3a69-e08e-4d2d-a523-7a90f6c8e056 req-5af9f233-cb3a-418f-a91b-9399818073a0 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:57.666332 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0c1d3a69-e08e-4d2d-a523-7a90f6c8e056 req-5af9f233-cb3a-418f-a91b-9399818073a0 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0921576
Aug 25 16:28:57.723212 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0c1d3a69-e08e-4d2d-a523-7a90f6c8e056 req-2d5f572e-646b-434a-9484-43fedc22a6e2 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472214
Aug 25 16:28:57.789311 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a70639a3-2653-4d10-83de-55cb0bbe7973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:57.795018 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1e7261f6-86ab-4b1d-afb5-95084b548911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:57.810276 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70639a3-2653-4d10-83de-55cb0bbe7973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca15979b-d8a6-4304-80d5-d67d15969e96,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:57.813234 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a70639a3-2653-4d10-83de-55cb0bbe7973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:57.815230 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a70639a3-2653-4d10-83de-55cb0bbe7973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:57.819446 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-a70639a3-2653-4d10-83de-55cb0bbe7973 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca15979b-d8a6-4304-80d5-d67d15969e96 HTTP/1.1" status: 204  len: 168 time: 0.3111746
Aug 25 16:28:58.265211 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7d75b-b012-4ff5-a22e-aeb908aa2101 req-8550e335-846b-4063-ba6c-2ed7b16d0cc8 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:58.267601 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6ae7d75b-b012-4ff5-a22e-aeb908aa2101 req-8550e335-846b-4063-ba6c-2ed7b16d0cc8 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 945 time: 0.1175761
Aug 25 16:28:58.338455 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6ae7d75b-b012-4ff5-a22e-aeb908aa2101 req-17276920-2b56-4535-8097-cc51cefa551e tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634208
Aug 25 16:28:58.645499 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312cfbd-da0c-4866-8104-3f588a61da74 req-7ab4981d-4839-4813-8718-e14020c727f4 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:58.647159 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0312cfbd-da0c-4866-8104-3f588a61da74 req-7ab4981d-4839-4813-8718-e14020c727f4 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 944 time: 0.0879707
Aug 25 16:28:58.677668 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 47702) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:58.715893 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5190-9991-4531-a89f-013d964cc7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:58.728103 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0312cfbd-da0c-4866-8104-3f588a61da74 req-b9a7d989-5bc3-4bf4-87b0-0dd1bd5720db tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743802
Aug 25 16:28:58.752209 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-b8ac5190-9991-4531-a89f-013d964cc7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:28:58.756696 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-b8ac5190-9991-4531-a89f-013d964cc7cd admin admin] Usage tracker for resource:security_group_rule and tenant:078dddfa73264b23950ac5f5e50cf3cb is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:28:58.760452 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-b8ac5190-9991-4531-a89f-013d964cc7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:28:58.766248 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-b8ac5190-9991-4531-a89f-013d964cc7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:28:58.833953 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5190-9991-4531-a89f-013d964cc7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:58.933171 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718326c-2831-4cf0-84fe-c4b5d5d16d2d req-03d397ab-4007-4677-9305-aa0857396dd1 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:58.934545 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e718326c-2831-4cf0-84fe-c4b5d5d16d2d req-03d397ab-4007-4677-9305-aa0857396dd1 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0830092
Aug 25 16:28:58.935654 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5190-9991-4531-a89f-013d964cc7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:58.944404 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-a923be77-d3d3-43f4-bfee-80d851658be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:59.013288 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac5190-9991-4531-a89f-013d964cc7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5569cb2f-9d37-4c05-b3d8-4458e60c84e1,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:59.016464 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b8ac5190-9991-4531-a89f-013d964cc7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:59.019768 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-b8ac5190-9991-4531-a89f-013d964cc7cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=078dddfa73264b23950ac5f5e50cf3cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3409989
Aug 25 16:28:59.022635 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47708) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:28:59.034576 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e718326c-2831-4cf0-84fe-c4b5d5d16d2d req-23529bc1-e57f-45d2-9929-0859f4269717 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910540
Aug 25 16:28:59.087860 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7ac2dee9-e168-4276-bfd9-2371c8b1c2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:59.114772 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7ac2dee9-e168-4276-bfd9-2371c8b1c2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:59.162079 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 289231eb-35a2-429d-ad85-2dcc2b56c0ea up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:28:59.240602 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7ac2dee9-e168-4276-bfd9-2371c8b1c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:59.245500 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e5eff95f-b9a3-46db-a624-b793afa31cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:59.257772 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2dee9-e168-4276-bfd9-2371c8b1c2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5569cb2f-9d37-4c05-b3d8-4458e60c84e1,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:59.260999 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-7ac2dee9-e168-4276-bfd9-2371c8b1c2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:59.262938 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7ac2dee9-e168-4276-bfd9-2371c8b1c2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:59.264053 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-7ac2dee9-e168-4276-bfd9-2371c8b1c2f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5569cb2f-9d37-4c05-b3d8-4458e60c84e1 HTTP/1.1" status: 204  len: 168 time: 0.2406235
Aug 25 16:28:59.320443 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 289231eb-35a2-429d-ad85-2dcc2b56c0ea completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:28:59.325533 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 289231eb-35a2-429d-ad85-2dcc2b56c0ea triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:28:59.325902 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:59.477920 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:59.520629 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06881e7-e3a5-40aa-910e-d4d1223f1e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289231eb-35a2-429d-ad85-2dcc2b56c0ea'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:28:59.535828 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 289231eb-35a2-429d-ad85-2dcc2b56c0ea, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=289231eb-35a2-429d-ad85-2dcc2b56c0ea,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:28:59.570411 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bf870-9894-4dc3-9f26-38d48013ddc4 req-5fa5e6f3-eaa7-43ad-8217-4e66d03a4f7f tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:28:59.572035 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-786bf870-9894-4dc3-9f26-38d48013ddc4 req-5fa5e6f3-eaa7-43ad-8217-4e66d03a4f7f tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 945 time: 0.0846276
Aug 25 16:28:59.623626 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-786bf870-9894-4dc3-9f26-38d48013ddc4 req-a05b9f04-ca4a-4d46-a28c-a28d3caf243a tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455902
Aug 25 16:28:59.659317 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:28:59.661444 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:28:59.756053 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=289231eb-35a2-429d-ad85-2dcc2b56c0ea,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:28:59.763841 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:28:59.898752 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06881e7-e3a5-40aa-910e-d4d1223f1e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289231eb-35a2-429d-ad85-2dcc2b56c0ea', 'code': 200}
Aug 25 16:29:00.105963 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d2990-45f4-494b-a0da-f943c59ca625 req-7e1ef669-7c38-4c86-957b-d510e087a19b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:00.108997 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8c6d2990-45f4-494b-a0da-f943c59ca625 req-7e1ef669-7c38-4c86-957b-d510e087a19b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 945 time: 0.0941262
Aug 25 16:29:00.162268 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8c6d2990-45f4-494b-a0da-f943c59ca625 req-fc69d788-3aa7-45c8-8aa6-e142982b1ed8 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471499
Aug 25 16:29:00.357470 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b14914-3ab0-4691-bbbf-789b2056d3e2 req-e2161dc2-0da7-40a6-809b-4caf5a376222 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:00.359098 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-15b14914-3ab0-4691-bbbf-789b2056d3e2 req-e2161dc2-0da7-40a6-809b-4caf5a376222 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0821328
Aug 25 16:29:00.436278 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-15b14914-3ab0-4691-bbbf-789b2056d3e2 req-181183e7-dc4a-4aeb-bea7-dc44f947f572 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693159
Aug 25 16:29:00.878056 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b54a10-e39a-4497-8f83-6fc716988856 req-575b1676-481a-4cc8-ac67-8ae1996caaf5 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:00.879521 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-87b54a10-e39a-4497-8f83-6fc716988856 req-575b1676-481a-4cc8-ac67-8ae1996caaf5 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 945 time: 0.1087000
Aug 25 16:29:00.934176 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-87b54a10-e39a-4497-8f83-6fc716988856 req-a51cc7c7-98b7-441e-b28f-0144ff9042bd tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479701
Aug 25 16:29:01.541989 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072b6a3-62cc-4a35-89af-c3d6aac47db9 req-ab045fc5-9ff2-437e-ad90-1f93c9d7ad75 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:01.543666 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f072b6a3-62cc-4a35-89af-c3d6aac47db9 req-ab045fc5-9ff2-437e-ad90-1f93c9d7ad75 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 945 time: 0.1917989
Aug 25 16:29:01.559893 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d6d0bc57-7657-40d4-bb40-57581df999e2 req-5960d48c-e9c1-4e71-b3a1-c651d7c245f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 1098 time: 0.1221967
Aug 25 16:29:01.705864 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f072b6a3-62cc-4a35-89af-c3d6aac47db9 req-32d6666b-2a32-4061-8a03-9e6887160188 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514432
Aug 25 16:29:01.708019 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d6d0bc57-7657-40d4-bb40-57581df999e2 req-50b4f4e8-3d38-4765-8989-ab440f23b438 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321950
Aug 25 16:29:01.737624 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bb928-0889-4a39-a1a8-8fb61cb50a93 req-53fdcc73-9f48-43b0-a417-8ddc342179cc tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:01.739529 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c21bb928-0889-4a39-a1a8-8fb61cb50a93 req-53fdcc73-9f48-43b0-a417-8ddc342179cc tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1414721
Aug 25 16:29:01.796654 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c21bb928-0889-4a39-a1a8-8fb61cb50a93 req-154ecb39-7201-4f9e-93b9-37e1ba3c26da tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498695
Aug 25 16:29:02.276542 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5092ace-ba6b-4670-afce-62d6c29716b3 req-c9d2fed1-8c07-482a-bfc2-be934b81fcdc tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:02.283565 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a5092ace-ba6b-4670-afce-62d6c29716b3 req-c9d2fed1-8c07-482a-bfc2-be934b81fcdc tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 945 time: 0.1341555
Aug 25 16:29:02.346757 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a5092ace-ba6b-4670-afce-62d6c29716b3 req-a23591db-501e-44d3-a1c8-1a7b4c53a359 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596998
Aug 25 16:29:03.022268 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1d9e8-beef-4f6e-8d34-e3a1b6eed49a req-187c688e-2a6d-4b8e-ac45-d349a4d2d527 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:03.024229 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7ab1d9e8-beef-4f6e-8d34-e3a1b6eed49a req-187c688e-2a6d-4b8e-ac45-d349a4d2d527 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 946 time: 0.2632575
Aug 25 16:29:03.032579 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6635d-a8c0-4835-9c7b-ca53f84ae47d req-a2e5e38c-a50c-4a39-b526-2ca2cba342cd tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:03.034715 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-06a6635d-a8c0-4835-9c7b-ca53f84ae47d req-a2e5e38c-a50c-4a39-b526-2ca2cba342cd tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 945 time: 0.1627378
Aug 25 16:29:03.141269 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7ab1d9e8-beef-4f6e-8d34-e3a1b6eed49a req-8a227195-ecce-4f24-a13a-9a366ddc417a tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052771
Aug 25 16:29:03.144827 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-06a6635d-a8c0-4835-9c7b-ca53f84ae47d req-a000c09c-56dc-4efc-8f77-80574c7b8801 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872893
Aug 25 16:29:03.445150 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42d3cd-5640-4821-badd-2c59348eb372 req-922990be-c202-40b4-aca3-bb3e4805f075 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:03.458247 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0c42d3cd-5640-4821-badd-2c59348eb372 req-922990be-c202-40b4-aca3-bb3e4805f075 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1557591
Aug 25 16:29:03.535980 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0c42d3cd-5640-4821-badd-2c59348eb372 req-1836a870-bd80-4a90-b08f-7a15949f582c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755675
Aug 25 16:29:03.861555 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a7c4e-a266-4225-8f62-df7118aecc23 req-19be5ed8-6ef9-4a89-8fc9-39090dd9e749 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:03.864775 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cb2a7c4e-a266-4225-8f62-df7118aecc23 req-19be5ed8-6ef9-4a89-8fc9-39090dd9e749 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 945 time: 0.1424527
Aug 25 16:29:03.938146 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cb2a7c4e-a266-4225-8f62-df7118aecc23 req-4a03d3da-a755-4b82-9fd9-2ef07b02ffb7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649571
Aug 25 16:29:04.497041 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cebb2-3cac-4adc-95d3-dd1f53ecfb54 req-84325816-16bd-43d0-abc7-10a6134ec8ee tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:04.505443 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8f3cebb2-3cac-4adc-95d3-dd1f53ecfb54 req-84325816-16bd-43d0-abc7-10a6134ec8ee tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 946 time: 0.1764011
Aug 25 16:29:04.530796 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f31d9-990c-457e-9049-3d6eac2247ec req-d3d286bb-d9ea-4a9a-9086-254912c210f0 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:04.532294 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6b4f31d9-990c-457e-9049-3d6eac2247ec req-d3d286bb-d9ea-4a9a-9086-254912c210f0 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 945 time: 0.1596575
Aug 25 16:29:04.593869 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8f3cebb2-3cac-4adc-95d3-dd1f53ecfb54 req-242b05d0-50a7-4638-b04b-0870f781c8dd tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874488
Aug 25 16:29:04.607325 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6b4f31d9-990c-457e-9049-3d6eac2247ec req-e45c238e-a1df-4aa2-8e66-2b231056a85e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583851
Aug 25 16:29:04.862528 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc254a-c78b-4b26-89b4-dd496c766b50 req-efcc7b6e-28d9-4dff-8e11-b2e2c04c5aac tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:04.862528 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-18dc254a-c78b-4b26-89b4-dd496c766b50 req-efcc7b6e-28d9-4dff-8e11-b2e2c04c5aac tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1159110
Aug 25 16:29:04.941358 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-18dc254a-c78b-4b26-89b4-dd496c766b50 req-7d43eba8-f35c-4d97-a958-7672ee90dd8e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722353
Aug 25 16:29:05.102724 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409820a-d3cc-4505-a2e7-52171b2a48d8 req-39bd6dcf-f0f9-497d-80b9-38b296f80426 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:05.104246 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7409820a-d3cc-4505-a2e7-52171b2a48d8 req-39bd6dcf-f0f9-497d-80b9-38b296f80426 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 946 time: 0.0826290
Aug 25 16:29:05.199995 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-7409820a-d3cc-4505-a2e7-52171b2a48d8 req-60f753cc-3e5c-4f0a-8820-d4be4aa78e74 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Deleting port 12a79de0-45be-442a-82f7-9321ebb7f8a2 {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:29:05.200438 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-7409820a-d3cc-4505-a2e7-52171b2a48d8 req-60f753cc-3e5c-4f0a-8820-d4be4aa78e74 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:05.453457 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-7409820a-d3cc-4505-a2e7-52171b2a48d8 req-60f753cc-3e5c-4f0a-8820-d4be4aa78e74 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] For port 12a79de0-45be-442a-82f7-9321ebb7f8a2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=12a79de0-45be-442a-82f7-9321ebb7f8a2,segment=NetworkSegment(9ae14307-e2e7-4a8e-bc19-aafe792e17c4),segment_id=9ae14307-e2e7-4a8e-bc19-aafe792e17c4)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:29:05.453816 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-7409820a-d3cc-4505-a2e7-52171b2a48d8 req-60f753cc-3e5c-4f0a-8820-d4be4aa78e74 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:05.593154 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-7409820a-d3cc-4505-a2e7-52171b2a48d8 req-60f753cc-3e5c-4f0a-8820-d4be4aa78e74 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Calling delete_port for 12a79de0-45be-442a-82f7-9321ebb7f8a2 owned by compute:nova {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:29:05.766518 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-08c8d8f9-5e72-4d67-b1b5-b8c64b3cc493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:05.840703 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae59f23-4fac-485d-9c34-cff4c9a7918d req-39d0745b-d692-44ab-be73-d06ead7eb59d tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:05.842239 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cae59f23-4fac-485d-9c34-cff4c9a7918d req-39d0745b-d692-44ab-be73-d06ead7eb59d tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 946 time: 0.0918577
Aug 25 16:29:05.903029 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-7409820a-d3cc-4505-a2e7-52171b2a48d8 req-60f753cc-3e5c-4f0a-8820-d4be4aa78e74 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:05.921953 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['12a79de0-45be-442a-82f7-9321ebb7f8a2'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:29:05.922385 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-81bb305e-d907-4658-8cf5-f70266104597 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:05.996146 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cae59f23-4fac-485d-9c34-cff4c9a7918d req-2cf08dfb-578f-483e-a1c2-2a2abe3023f4 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467333
Aug 25 16:29:06.028686 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f753cc-3e5c-4f0a-8820-d4be4aa78e74 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Pushing event deleted for resources: {'Port': ['ID=12a79de0-45be-442a-82f7-9321ebb7f8a2,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:06.037978 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-60f753cc-3e5c-4f0a-8820-d4be4aa78e74 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:06.096627 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:06.411315 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7069562-90a0-4670-a279-79acf5de98ec req-be2ddb5c-06cb-4e91-9f48-3e34a737c982 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:06.412887 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b7069562-90a0-4670-a279-79acf5de98ec req-be2ddb5c-06cb-4e91-9f48-3e34a737c982 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.2012212
Aug 25 16:29:06.465635 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b7069562-90a0-4670-a279-79acf5de98ec req-e6314f12-3ee3-45ef-8227-12d56ee1ab73 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449581
Aug 25 16:29:06.628372 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-7409820a-d3cc-4505-a2e7-52171b2a48d8 req-60f753cc-3e5c-4f0a-8820-d4be4aa78e74 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] No DVR routers for this DVR port 12a79de0-45be-442a-82f7-9321ebb7f8a2 on host hv-cinder-80582 {{(pid=75962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:29:06.631773 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-7409820a-d3cc-4505-a2e7-52171b2a48d8 req-60f753cc-3e5c-4f0a-8820-d4be4aa78e74 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:06.634841 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc7ecbb-cd3d-4f3f-b746-6f860571903d', 'name': 'network-vif-deleted', 'tag': '12a79de0-45be-442a-82f7-9321ebb7f8a2'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:29:06.705071 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc7ecbb-cd3d-4f3f-b746-6f860571903d', 'name': 'network-vif-deleted', 'tag': '12a79de0-45be-442a-82f7-9321ebb7f8a2', 'status': 'completed', 'code': 200}
Aug 25 16:29:06.710311 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47892) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:29:06.738258 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7409820a-d3cc-4505-a2e7-52171b2a48d8 req-60f753cc-3e5c-4f0a-8820-d4be4aa78e74 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.60 "DELETE /v2.0/ports/12a79de0-45be-442a-82f7-9321ebb7f8a2 HTTP/1.1" status: 204  len: 173 time: 1.6176014
Aug 25 16:29:06.894786 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47900) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:29:07.012533 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-329de52f-ee3c-4369-b211-0d2a3ecf0cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.042565 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a1d8240a-9b59-4ea9-8954-aae1c6b136c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.094041 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-329de52f-ee3c-4369-b211-0d2a3ecf0cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:29:07.105345 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-329de52f-ee3c-4369-b211-0d2a3ecf0cae admin admin] Usage tracker for resource:security_group_rule and tenant:596e6cb9b8c0454081094d2971da8332 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:29:07.108713 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-a1d8240a-9b59-4ea9-8954-aae1c6b136c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:29:07.111110 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-329de52f-ee3c-4369-b211-0d2a3ecf0cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:29:07.118022 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-a1d8240a-9b59-4ea9-8954-aae1c6b136c8 admin admin] Usage tracker for resource:security_group_rule and tenant:22e0f24cd09e497e9b41f8f4fde116e9 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:29:07.120753 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-329de52f-ee3c-4369-b211-0d2a3ecf0cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:29:07.122920 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-a1d8240a-9b59-4ea9-8954-aae1c6b136c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:29:07.131365 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-a1d8240a-9b59-4ea9-8954-aae1c6b136c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:29:07.254530 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-329de52f-ee3c-4369-b211-0d2a3ecf0cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.262628 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a1d8240a-9b59-4ea9-8954-aae1c6b136c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.270455 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-73416e45-cee1-49d4-b265-51892730dcca req-c290c1cf-681b-4028-ae9f-dc224eced771 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Synchronizing usage tracker for tenant:9a8a5af227fd4bb9bfc4b5153a0e84cc on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:29:07.377915 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-329de52f-ee3c-4369-b211-0d2a3ecf0cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.385324 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6a04cc04-09fa-4ea8-9cb1-020b32fc2df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:07.428534 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-73416e45-cee1-49d4-b265-51892730dcca req-c290c1cf-681b-4028-ae9f-dc224eced771 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Unset dirty status for tenant:9a8a5af227fd4bb9bfc4b5153a0e84cc on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:29:07.431563 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-73416e45-cee1-49d4-b265-51892730dcca req-c290c1cf-681b-4028-ae9f-dc224eced771 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 210 time: 0.2059412
Aug 25 16:29:07.446439 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-329de52f-ee3c-4369-b211-0d2a3ecf0cae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=596e6cb9b8c0454081094d2971da8332&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5479734
Aug 25 16:29:07.447593 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 47918) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:29:07.449871 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329de52f-ee3c-4369-b211-0d2a3ecf0cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fc1e90-2395-47cf-a49a-42f34f91e57d,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:07.459027 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-329de52f-ee3c-4369-b211-0d2a3ecf0cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:07.459870 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a1d8240a-9b59-4ea9-8954-aae1c6b136c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.485973 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-13618c2d-c652-47cf-acce-1b3c241eb6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:07.534007 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-a1d8240a-9b59-4ea9-8954-aae1c6b136c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22e0f24cd09e497e9b41f8f4fde116e9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8224113
Aug 25 16:29:07.537692 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 47926) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:29:07.551911 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8240a-9b59-4ea9-8954-aae1c6b136c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdb35c3-a4c3-4b7d-9179-59249505f8f2,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:07.556372 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a1d8240a-9b59-4ea9-8954-aae1c6b136c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:07.570665 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-bb496dae-77db-454a-87c9-e7da3fa87d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.616639 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-bb496dae-77db-454a-87c9-e7da3fa87d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.630106 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-66623d29-1c33-48c0-9de5-e8a917486814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.668343 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-66623d29-1c33-48c0-9de5-e8a917486814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.740886 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1e110-c41e-407f-bbf8-b0a1ba2b7792 req-b20e8e4b-4705-48c5-8178-f09ce814ee16 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:07.742571 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7df1e110-c41e-407f-bbf8-b0a1ba2b7792 req-b20e8e4b-4705-48c5-8178-f09ce814ee16 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1181724
Aug 25 16:29:07.796736 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7df1e110-c41e-407f-bbf8-b0a1ba2b7792 req-54270940-a54d-4535-a3ee-274262366dc7 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484478
Aug 25 16:29:07.868365 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-bb496dae-77db-454a-87c9-e7da3fa87d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.873471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-33275474-a9cd-472b-a6a9-34c9b416a622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:07.887856 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb496dae-77db-454a-87c9-e7da3fa87d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fc1e90-2395-47cf-a49a-42f34f91e57d,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:07.891674 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-bb496dae-77db-454a-87c9-e7da3fa87d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:07.895384 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-bb496dae-77db-454a-87c9-e7da3fa87d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.896524 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-bb496dae-77db-454a-87c9-e7da3fa87d1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2fc1e90-2395-47cf-a49a-42f34f91e57d HTTP/1.1" status: 204  len: 168 time: 0.4475212
Aug 25 16:29:07.909720 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-66623d29-1c33-48c0-9de5-e8a917486814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.920757 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0bee5e4b-6ff5-404b-b00d-d270272b4f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:07.936945 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66623d29-1c33-48c0-9de5-e8a917486814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdb35c3-a4c3-4b7d-9179-59249505f8f2,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:07.941817 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-66623d29-1c33-48c0-9de5-e8a917486814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:07.952752 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-66623d29-1c33-48c0-9de5-e8a917486814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:07.952752 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-66623d29-1c33-48c0-9de5-e8a917486814 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bdb35c3-a4c3-4b7d-9179-59249505f8f2 HTTP/1.1" status: 204  len: 168 time: 0.4131777
Aug 25 16:29:08.006006 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-817d7655-b5bc-4976-a4e9-3cb48a24b1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:08.327239 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 12a79de0-45be-442a-82f7-9321ebb7f8a2 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:29:08.366814 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 12a79de0-45be-442a-82f7-9321ebb7f8a2 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:29:08.367060 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 12a79de0-45be-442a-82f7-9321ebb7f8a2 not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:29:09.091764 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:10.474780 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:10.529733 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5081c30f-95a7-45be-abc2-66b0345856a2 req-b7d1a684-b617-485c-9615-187feaad93d5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc7ecbb-cd3d-4f3f-b746-6f860571903d HTTP/1.1" status: 200  len: 210 time: 0.0640583
Aug 25 16:29:10.776313 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c622d-8aaf-403f-be59-4307b393fd6a req-333bbbcb-0e22-4d5c-9b13-c9a2e8ad6684 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:10.777861 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fd8c622d-8aaf-403f-be59-4307b393fd6a req-333bbbcb-0e22-4d5c-9b13-c9a2e8ad6684 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0832810
Aug 25 16:29:10.835918 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fd8c622d-8aaf-403f-be59-4307b393fd6a req-1c00f03b-37ef-4241-a1dc-d601a1b15176 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478783
Aug 25 16:29:12.135448 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-7d924783-8226-437f-8c56-f817de6fc4e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:12.136961 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-7d924783-8226-437f-8c56-f817de6fc4e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/networks?id=5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c HTTP/1.1" status: 200  len: 809 time: 0.2159200
Aug 25 16:29:12.174532 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-f386f416-d604-49f2-8db7-f2b15f2ec0cf tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/quotas/9a8a5af227fd4bb9bfc4b5153a0e84cc HTTP/1.1" status: 200  len: 375 time: 0.0300219
Aug 25 16:29:12.242520 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f91fb-9cfb-42d2-ba63-d61af6db3f64 req-16fb3808-2575-4fe3-bfb8-d51dd19bb312 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:12.244168 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a20f91fb-9cfb-42d2-ba63-d61af6db3f64 req-16fb3808-2575-4fe3-bfb8-d51dd19bb312 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.2015405
Aug 25 16:29:12.260913 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-265f7310-53ce-40b0-9444-400bd52e69e9 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a8a5af227fd4bb9bfc4b5153a0e84cc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0736258
Aug 25 16:29:12.410001 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a20f91fb-9cfb-42d2-ba63-d61af6db3f64 req-83e8b402-6d7e-46a4-9796-be51c664a273 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379831
Aug 25 16:29:12.457503 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-6940bfab-ad4b-454a-8744-8713bc67926b service neutron] 10.222.0.37 "GET /v2.0/networks/5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688433
Aug 25 16:29:12.670338 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-2830a236-268d-4e99-b0a3-20a031d5b71f service neutron] 10.222.0.37 "GET /v2.0/networks/5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072027
Aug 25 16:29:13.018220 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-293eb1b5-064a-4641-b3e5-4cf783bc49f9 req-28b5d0ab-2095-4ef9-93a1-7f6e04ec2e3c tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 210 time: 0.0565889
Aug 25 16:29:13.358633 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5ce32d68-5538-4219-af6b-d5f065d63be2 req-bbcd0702-3c68-4a27-9f41-3814bad27eb8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 1099 time: 0.0809338
Aug 25 16:29:13.409090 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5ce32d68-5538-4219-af6b-d5f065d63be2 req-57a4e8c0-eda5-4297-b06c-990fdf8e06d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473828
Aug 25 16:29:13.663510 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f172c0-8630-4c21-8055-e363d43e0064 req-39d56153-364f-4e35-b132-c1ca44b7b76c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:13.665528 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c9f172c0-8630-4c21-8055-e363d43e0064 req-39d56153-364f-4e35-b132-c1ca44b7b76c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0846264
Aug 25 16:29:13.719253 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c9f172c0-8630-4c21-8055-e363d43e0064 req-50d1cdcd-afef-4b6b-b4c2-59877ef7c616 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472467
Aug 25 16:29:14.166376 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7cf168f1-eb02-404e-a1f2-d6bdaf28440a req-fa97c41c-90d9-445f-9b0f-80f7b89cf235 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 210 time: 0.0705864
Aug 25 16:29:14.950974 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33cc70-1e89-4675-a444-628a4aa8d4b5 req-8e9cc321-386f-45b9-9562-8719a0e548d2 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:14.952703 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ac33cc70-1e89-4675-a444-628a4aa8d4b5 req-8e9cc321-386f-45b9-9562-8719a0e548d2 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1010978
Aug 25 16:29:15.003751 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ac33cc70-1e89-4675-a444-628a4aa8d4b5 req-681fc887-9bd2-4637-b39e-780287700781 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446503
Aug 25 16:29:15.339978 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-228a165b-0548-456d-b705-f6d2d8c86b60 req-6f528ebf-ea0f-4bbc-95bf-1209059902c5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 210 time: 0.0421114
Aug 25 16:29:16.220441 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f135e0-2a46-4d89-aa44-d1266de28830 req-181fa72c-d88c-4086-a798-4eafa5b44aa3 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:16.222023 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-63f135e0-2a46-4d89-aa44-d1266de28830 req-181fa72c-d88c-4086-a798-4eafa5b44aa3 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0830345
Aug 25 16:29:16.270245 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-63f135e0-2a46-4d89-aa44-d1266de28830 req-f36ac3d7-0c0f-4364-b096-6d81e89d8e06 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426531
Aug 25 16:29:16.509652 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-39f0747c-fe51-46da-8df7-c6e69584cd66 req-4d3617be-c90f-427d-9b6a-6f5ec3d1b0ea tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 210 time: 0.0465579
Aug 25 16:29:17.489220 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e670a-5fb1-450a-b6f1-07124873ab9b req-4d2ff52f-8e55-4cf5-a8b9-2060f8d46f5e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:17.490813 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e21e670a-5fb1-450a-b6f1-07124873ab9b req-4d2ff52f-8e55-4cf5-a8b9-2060f8d46f5e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0953455
Aug 25 16:29:17.614977 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e21e670a-5fb1-450a-b6f1-07124873ab9b req-649fa481-88a0-4e91-bb78-2e913f940dc3 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182563
Aug 25 16:29:17.709698 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b3100de0-b698-44ea-a2e9-9236f9ab7b2d req-7575a7a3-c25c-4d26-9b93-f388e7edb023 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 210 time: 0.0441701
Aug 25 16:29:18.912792 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905639ff-dade-4e01-9a10-3c54d75968a7 req-e306949f-f6a3-4b49-a280-33c65bba3b6f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:18.914351 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-905639ff-dade-4e01-9a10-3c54d75968a7 req-e306949f-f6a3-4b49-a280-33c65bba3b6f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1457541
Aug 25 16:29:19.042525 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8df43995-e710-46ff-9058-5f2ffc97dbba req-36b8cf2a-0d72-4851-884e-08d259a88f60 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 210 time: 0.0793679
Aug 25 16:29:19.121379 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-905639ff-dade-4e01-9a10-3c54d75968a7 req-5ac475e7-adf5-485c-8134-c1329368a4bc tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984451
Aug 25 16:29:19.234014 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-4957c938-51ee-49f9-b629-52ad07fcfbbb tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:19.235768 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-4957c938-51ee-49f9-b629-52ad07fcfbbb tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.60 "GET /v2.0/networks?id=5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c HTTP/1.1" status: 200  len: 809 time: 0.2255735
Aug 25 16:29:19.256674 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Request body: {'port': {'device_id': '30f546e5-e569-4963-a916-0b8a14c40ae4', 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c', 'admin_state_up': True, 'tenant_id': '9a8a5af227fd4bb9bfc4b5153a0e84cc'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:29:19.558967 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:29:19.574723 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:29:19.657632 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Made reservation on behalf of 9a8a5af227fd4bb9bfc4b5153a0e84cc for: {'port': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:29:19.661059 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:19.873230 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Allocated IP 172.20.0.11 (5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c/88b4d2ab-4a2e-4636-aee6-8243febef4b7/ce6db704-2fe0-44b4-99b7-2746c4fabcec) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:29:19.973699 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3c937021-3780-46de-9f31-062aea4e3c7f req-a433bb78-5c1a-4945-ae28-5aa6f1c08c22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19425c1ac63d45a88595b9d54610f1c3&device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 1099 time: 0.0962572
Aug 25 16:29:20.041770 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53de136-c633-443d-8e40-d2d21dcd3f61 req-dd74248b-f565-400b-9888-90ea83db4d3e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:20.044038 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e53de136-c633-443d-8e40-d2d21dcd3f61 req-dd74248b-f565-400b-9888-90ea83db4d3e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1724877
Aug 25 16:29:20.131791 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c937021-3780-46de-9f31-062aea4e3c7f req-5653655b-7728-41c3-9fa2-02e62a4095b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:20.134161 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3c937021-3780-46de-9f31-062aea4e3c7f req-5653655b-7728-41c3-9fa2-02e62a4095b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 200  len: 920 time: 0.1536818
Aug 25 16:29:20.208100 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e53de136-c633-443d-8e40-d2d21dcd3f61 req-eb2d1cb9-00e8-4e7a-a7fb-0670bcbbef95 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921118
Aug 25 16:29:20.260297 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3c937021-3780-46de-9f31-062aea4e3c7f req-90bf56a4-0980-4d54-972c-f673e8d32f40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36da994-aabe-4419-8adb-6fb2f5096b45 HTTP/1.1" status: 200  len: 217 time: 0.1145573
Aug 25 16:29:20.261711 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:20.353505 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c937021-3780-46de-9f31-062aea4e3c7f req-057cae18-31e9-438f-bf26-fe15d67fa7a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:20.355972 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3c937021-3780-46de-9f31-062aea4e3c7f req-057cae18-31e9-438f-bf26-fe15d67fa7a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dcb9da4-b268-4415-a341-f0f55b0709fe HTTP/1.1" status: 200  len: 859 time: 0.0822554
Aug 25 16:29:20.403849 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9878822b-dec3-4839-becf-e2c525c28c15 req-9f2c938a-cebe-4db8-ada7-7e4648ce0140 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 210 time: 0.0460045
Aug 25 16:29:20.404991 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:20.418626 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-3e478d5f-f807-42f9-b911-519e4310217e tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:20.421132 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3c937021-3780-46de-9f31-062aea4e3c7f req-2cf6498e-120f-41a8-8ac7-db10d2ffccc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84706828-7293-46ff-88be-263fd4b2bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559366
Aug 25 16:29:20.461229 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:29:20.467767 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:29:20.482158 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:29:20.492381 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:20.492381 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:20.539369 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Pushing event updated for resources: {'Port': ['ID=ce6db704-2fe0-44b4-99b7-2746c4fabcec,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:20.549307 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:20.549663 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:20.550013 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:20.550487 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:20.550834 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:20.551167 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:20.551503 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:20.551836 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:20.552163 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:20.552494 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:20.552829 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:20.560832 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:20.618551 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3660254
Aug 25 16:29:20.635653 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Request body: {'port': {'device_id': '30f546e5-e569-4963-a916-0b8a14c40ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:29:20.718885 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3c937021-3780-46de-9f31-062aea4e3c7f req-39d665cf-7dac-45bd-8db5-709963669db3 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2890453
Aug 25 16:29:20.812816 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:20.976378 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3c937021-3780-46de-9f31-062aea4e3c7f req-17bf7d9c-aa84-41a9-9027-45b844cdab1d service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2447035
Aug 25 16:29:21.414391 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6db704-2fe0-44b4-99b7-2746c4fabcec {{(pid=75962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:29:21.428351 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:21.449593 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.provisioning_blocks [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Transition to ACTIVE for port object ce6db704-2fe0-44b4-99b7-2746c4fabcec will not be triggered until provisioned by entity L2. {{(pid=75962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:29:21.471233 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3b023-b9f0-4a0e-9d9a-e8c742935b37 req-1cfda454-9920-4140-9775-64ed4e403580 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:21.475198 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-22b3b023-b9f0-4a0e-9d9a-e8c742935b37 req-1cfda454-9920-4140-9775-64ed4e403580 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1141460
Aug 25 16:29:21.529083 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:21.534500 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1876cdfd-a971-4ee9-b9ca-37ee7d98d267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:21.695355 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-22b3b023-b9f0-4a0e-9d9a-e8c742935b37 req-c44c1315-8c1c-4f3d-813a-34da6c5472e7 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114689
Aug 25 16:29:21.766803 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6db704-2fe0-44b4-99b7-2746c4fabcec,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:21.784745 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:21.880034 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Attempting to bind port ce6db704-2fe0-44b4-99b7-2746c4fabcec on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:29:21.880034 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Attempting to bind port ce6db704-2fe0-44b4-99b7-2746c4fabcec by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '9ae14307-e2e7-4a8e-bc19-aafe792e17c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c'}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:29:21.881423 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Attempting to bind port ce6db704-2fe0-44b4-99b7-2746c4fabcec on network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:29:21.899964 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Port ce6db704-2fe0-44b4-99b7-2746c4fabcec on network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:29:21.900347 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Attempting to bind port ce6db704-2fe0-44b4-99b7-2746c4fabcec on network 5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:29:21.913076 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:29:21.913445 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Checking segment: {'id': '9ae14307-e2e7-4a8e-bc19-aafe792e17c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:29:21.913829 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Bound using segment: {'id': '9ae14307-e2e7-4a8e-bc19-aafe792e17c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c'} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:29:21.914263 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Bound port: ce6db704-2fe0-44b4-99b7-2746c4fabcec, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae14307-e2e7-4a8e-bc19-aafe792e17c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c'}}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:29:21.914610 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:22.000025 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f98fde-1019-4df0-a2b5-9a8d71183a1c req-e134c79b-d9a8-42b5-a52e-7e9cfa22fe35 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:22.001290 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-10f98fde-1019-4df0-a2b5-9a8d71183a1c req-e134c79b-d9a8-42b5-a52e-7e9cfa22fe35 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Synchronizing usage tracker for tenant:9a8a5af227fd4bb9bfc4b5153a0e84cc on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:29:22.037615 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] For port ce6db704-2fe0-44b4-99b7-2746c4fabcec, host hv-cinder-80582, cleared binding levels {{(pid=75962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:29:22.041916 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] For port ce6db704-2fe0-44b4-99b7-2746c4fabcec, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ce6db704-2fe0-44b4-99b7-2746c4fabcec,segment=NetworkSegment(9ae14307-e2e7-4a8e-bc19-aafe792e17c4),segment_id=9ae14307-e2e7-4a8e-bc19-aafe792e17c4)] {{(pid=75962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:29:22.108683 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-10f98fde-1019-4df0-a2b5-9a8d71183a1c req-e134c79b-d9a8-42b5-a52e-7e9cfa22fe35 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Unset dirty status for tenant:9a8a5af227fd4bb9bfc4b5153a0e84cc on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:29:22.112390 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-10f98fde-1019-4df0-a2b5-9a8d71183a1c req-e134c79b-d9a8-42b5-a52e-7e9cfa22fe35 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 944 time: 0.2658825
Aug 25 16:29:22.170949 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:22.182363 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:22.256005 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-10f98fde-1019-4df0-a2b5-9a8d71183a1c req-b8274f0a-6dd3-439f-8b52-40614020a54a tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383469
Aug 25 16:29:22.263388 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:22.264719 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] 10.222.0.60 "PUT /v2.0/ports/ce6db704-2fe0-44b4-99b7-2746c4fabcec HTTP/1.1" status: 200  len: 1094 time: 1.6358550
Aug 25 16:29:22.265317 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f546e5-e569-4963-a916-0b8a14c40ae4', 'tag': 'ce6db704-2fe0-44b4-99b7-2746c4fabcec'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:29:22.287925 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6db704-2fe0-44b4-99b7-2746c4fabcec,revision_number=3']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:22.291114 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:22.316039 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:29:22.337907 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f546e5-e569-4963-a916-0b8a14c40ae4', 'tag': 'ce6db704-2fe0-44b4-99b7-2746c4fabcec', 'status': 'completed', 'code': 200}
Aug 25 16:29:22.921990 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc82743-41a6-4c83-ad74-91703a3c9b60 req-83984c09-4257-4a0c-8af5-6b85dbb2d10e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:22.924906 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5bc82743-41a6-4c83-ad74-91703a3c9b60 req-83984c09-4257-4a0c-8af5-6b85dbb2d10e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0981698
Aug 25 16:29:22.976493 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5bc82743-41a6-4c83-ad74-91703a3c9b60 req-4dd9d42d-437c-4b05-af6b-a75cf4b8e0b2 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430880
Aug 25 16:29:23.468877 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322e39e-9f04-4f06-9a40-3834dab95595 req-3c036c7c-bf9f-4caf-a698-6ee02ca08f3f tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:23.470987 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1322e39e-9f04-4f06-9a40-3834dab95595 req-3c036c7c-bf9f-4caf-a698-6ee02ca08f3f tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 944 time: 0.0848494
Aug 25 16:29:23.522628 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1322e39e-9f04-4f06-9a40-3834dab95595 req-485ac3ec-0028-4bbf-b9e4-4ce7f7c7e470 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448823
Aug 25 16:29:23.604464 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:24.201052 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72723a0e-36a0-40b7-909d-6bcccca448df req-5e3d73cf-63b8-4a2e-87f7-2c06d85a0c6a tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:24.202599 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-72723a0e-36a0-40b7-909d-6bcccca448df req-5e3d73cf-63b8-4a2e-87f7-2c06d85a0c6a tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0847301
Aug 25 16:29:24.258097 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-72723a0e-36a0-40b7-909d-6bcccca448df req-b1e16063-550b-4706-b084-eb8c5d12f416 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483384
Aug 25 16:29:24.734372 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05840155-7493-4a5d-9568-ae3d508dc54e req-573da990-58c2-489d-9c75-cbf0c626d18b tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:24.736157 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-05840155-7493-4a5d-9568-ae3d508dc54e req-573da990-58c2-489d-9c75-cbf0c626d18b tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 944 time: 0.0831296
Aug 25 16:29:24.783254 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-05840155-7493-4a5d-9568-ae3d508dc54e req-9f9a4369-6bab-475e-92c9-9e9d882c90e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415514
Aug 25 16:29:25.530073 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86673a57-645e-40ff-be4a-688c024669ed req-f7d54df8-f148-449c-b241-f2ce5d8924ac tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:25.533179 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-86673a57-645e-40ff-be4a-688c024669ed req-f7d54df8-f148-449c-b241-f2ce5d8924ac tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1213536
Aug 25 16:29:25.630946 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-86673a57-645e-40ff-be4a-688c024669ed req-d5a8c1cb-2631-4e1e-9450-46dfd63734d4 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912955
Aug 25 16:29:25.670467 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-98c416a0-1537-450f-a334-10cb86a3a0b6 req-c1c8efdd-82e3-41a7-a9f4-51ce3ab96290 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a8a5af227fd4bb9bfc4b5153a0e84cc&device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 1097 time: 0.0949430
Aug 25 16:29:25.870534 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c416a0-1537-450f-a334-10cb86a3a0b6 req-0535f152-df77-4ddc-9865-679ebfe51e4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:25.871970 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-98c416a0-1537-450f-a334-10cb86a3a0b6 req-0535f152-df77-4ddc-9865-679ebfe51e4e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9a8a5af227fd4bb9bfc4b5153a0e84cc&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1846168
Aug 25 16:29:26.087205 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c416a0-1537-450f-a334-10cb86a3a0b6 req-4e69dd39-2356-457f-bfe7-bac4a38bdcf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:26.088711 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-98c416a0-1537-450f-a334-10cb86a3a0b6 req-4e69dd39-2356-457f-bfe7-bac4a38bdcf8 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2054539
Aug 25 16:29:26.102923 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c65c-c29e-48a4-b04e-e0eb995b60a4 req-05f1dded-3ff6-4425-825b-1ab50f65ccff tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:26.104494 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9529c65c-c29e-48a4-b04e-e0eb995b60a4 req-05f1dded-3ff6-4425-825b-1ab50f65ccff tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 944 time: 0.1922135
Aug 25 16:29:26.217153 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9529c65c-c29e-48a4-b04e-e0eb995b60a4 req-ed5f67a3-cb69-46df-9561-9f7118c688ff tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048954
Aug 25 16:29:26.275695 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-a9195484-d32e-4019-a342-faeb8cb944bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a8a5af227fd4bb9bfc4b5153a0e84cc&device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 1097 time: 0.1330025
Aug 25 16:29:26.354796 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-3f07b329-e98a-4096-a176-6adf666d979c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce6db704-2fe0-44b4-99b7-2746c4fabcec HTTP/1.1" status: 200  len: 217 time: 0.0685418
Aug 25 16:29:26.432480 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-9edde34c-6902-4143-9a8c-2dc40db05eb0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:26.433994 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-9edde34c-6902-4143-9a8c-2dc40db05eb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88b4d2ab-4a2e-4636-aee6-8243febef4b7 HTTP/1.1" status: 200  len: 849 time: 0.0685596
Aug 25 16:29:26.548140 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-7455f476-4121-4a26-857c-8f1686d3fcab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0993595
Aug 25 16:29:26.830103 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-0d658280-e358-4cf9-81a0-655b3059dbdc service neutron] 10.222.0.60 "GET /v2.0/networks/5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2672131
Aug 25 16:29:26.965664 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f7e3c-23a1-4ced-a6cb-8a24fdf681f4 req-d533ba5a-8a00-413b-b814-018ab5d3a5bd tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:26.967048 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a08f7e3c-23a1-4ced-a6cb-8a24fdf681f4 req-d533ba5a-8a00-413b-b814-018ab5d3a5bd tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.2050421
Aug 25 16:29:27.008626 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54bef1ed-802e-4e35-8a55-5d8f2d1a28e3 req-589e8e90-8eb7-47d0-944d-2d571827621a service neutron] 10.222.0.60 "GET /v2.0/networks/5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701121
Aug 25 16:29:27.037057 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a08f7e3c-23a1-4ced-a6cb-8a24fdf681f4 req-01002c7d-80f6-40a2-8ea0-280b8ac366d8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619195
Aug 25 16:29:27.468037 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fedd8f-e52f-4876-8e7f-807245807802 req-c88dcc0b-43af-406f-af9e-01b2be8a7f68 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:27.470676 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-65fedd8f-e52f-4876-8e7f-807245807802 req-c88dcc0b-43af-406f-af9e-01b2be8a7f68 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 944 time: 0.1001770
Aug 25 16:29:27.529823 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-65fedd8f-e52f-4876-8e7f-807245807802 req-d4a9800a-4ff5-486b-a601-5dd2ba4a967e tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519662
Aug 25 16:29:28.252396 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8d82f-df77-49ad-930b-74529702f888 req-532c63be-6653-42da-a9ad-f247946a76f4 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:28.254799 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-07a8d82f-df77-49ad-930b-74529702f888 req-532c63be-6653-42da-a9ad-f247946a76f4 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0888634
Aug 25 16:29:28.305919 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-07a8d82f-df77-49ad-930b-74529702f888 req-72030872-fcaf-45bd-b8b4-54ed4f3937e1 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450604
Aug 25 16:29:28.740555 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38215ba6-54d2-4a03-ab66-6d6d6eb4736a req-b77e045c-2a9f-44ee-a93f-2131c1a99092 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:28.742597 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-38215ba6-54d2-4a03-ab66-6d6d6eb4736a req-b77e045c-2a9f-44ee-a93f-2131c1a99092 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 944 time: 0.0843253
Aug 25 16:29:28.794830 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-38215ba6-54d2-4a03-ab66-6d6d6eb4736a req-8a77df5a-f010-4aa0-adc2-8007e786cb0c tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453923
Aug 25 16:29:29.993349 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1255ea-385a-4da0-9a6a-d2af5c6f5e0e req-e02bdf8c-6389-47af-9735-3a7f5635e888 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:29.994844 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-db1255ea-385a-4da0-9a6a-d2af5c6f5e0e req-e02bdf8c-6389-47af-9735-3a7f5635e888 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 944 time: 0.0779283
Aug 25 16:29:30.045349 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-db1255ea-385a-4da0-9a6a-d2af5c6f5e0e req-236fecda-37c5-4528-aae4-7fe4562ddcb0 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442548
Aug 25 16:29:31.256545 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c349d-69b9-456e-8d98-91e46b27a21b req-70f137ae-1a80-4cf9-940c-f30be07b8164 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:31.258330 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c11c349d-69b9-456e-8d98-91e46b27a21b req-70f137ae-1a80-4cf9-940c-f30be07b8164 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 944 time: 0.0852900
Aug 25 16:29:31.306308 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c11c349d-69b9-456e-8d98-91e46b27a21b req-c5007e59-78fc-4f53-b816-c7f0c287eabe tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421932
Aug 25 16:29:32.050748 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device ce6db704-2fe0-44b4-99b7-2746c4fabcec details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:29:32.189685 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port ce6db704-2fe0-44b4-99b7-2746c4fabcec, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ce6db704-2fe0-44b4-99b7-2746c4fabcec,segment=NetworkSegment(9ae14307-e2e7-4a8e-bc19-aafe792e17c4),segment_id=9ae14307-e2e7-4a8e-bc19-aafe792e17c4)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:29:32.204025 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': 'ce6db704-2fe0-44b4-99b7-2746c4fabcec', 'network_id': '5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c', 'port_id': 'ce6db704-2fe0-44b4-99b7-2746c4fabcec', 'mac_address': 'fa:16:3e:d4:dd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b4d2ab-4a2e-4636-aee6-8243febef4b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:29:32.263309 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:32.280168 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6db704-2fe0-44b4-99b7-2746c4fabcec {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:29:32.295698 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port ce6db704-2fe0-44b4-99b7-2746c4fabcec, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ce6db704-2fe0-44b4-99b7-2746c4fabcec,segment=NetworkSegment(9ae14307-e2e7-4a8e-bc19-aafe792e17c4),segment_id=9ae14307-e2e7-4a8e-bc19-aafe792e17c4)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:29:32.386809 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:32.388608 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:32.458411 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=ce6db704-2fe0-44b4-99b7-2746c4fabcec,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:32.467822 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:32.468182 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:32.468549 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:32.469279 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:32.469632 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:32.469954 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:32.470275 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:32.470619 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:32.470939 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:32.471261 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:32.471596 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:32.475644 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:32.525252 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a1ad8-0118-4a74-aecb-f04c43136f84 req-1f0543bb-8eca-4907-b662-3ca1f87844be tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:32.528944 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9b6a1ad8-0118-4a74-aecb-f04c43136f84 req-1f0543bb-8eca-4907-b662-3ca1f87844be tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 945 time: 0.0854733
Aug 25 16:29:32.577392 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9b6a1ad8-0118-4a74-aecb-f04c43136f84 req-57c0d9fa-9319-48c5-a450-c1b573b24cc7 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451198
Aug 25 16:29:32.866190 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['ce6db704-2fe0-44b4-99b7-2746c4fabcec'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:29:33.678611 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0920c6d-20b2-4e98-b6c4-9f6a73c41fb3 req-e5074e63-ff5a-4878-9904-a241bb761022 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:33.680346 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d0920c6d-20b2-4e98-b6c4-9f6a73c41fb3 req-e5074e63-ff5a-4878-9904-a241bb761022 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1156936
Aug 25 16:29:33.776749 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d0920c6d-20b2-4e98-b6c4-9f6a73c41fb3 req-7d2cab4d-929f-4a3d-b8dc-44a186112551 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897076
Aug 25 16:29:33.829636 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad46e5-f753-41cd-bcea-63b0ddd5253c req-2730f9be-44d2-4254-9486-d4329c988f69 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:33.831359 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f1ad46e5-f753-41cd-bcea-63b0ddd5253c req-2730f9be-44d2-4254-9486-d4329c988f69 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 945 time: 0.1134257
Aug 25 16:29:33.886547 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f1ad46e5-f753-41cd-bcea-63b0ddd5253c req-a336edc4-c6b4-4d55-a0b2-32a0674d5b06 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479989
Aug 25 16:29:34.922795 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ef323-43e4-4255-83d0-e47e5e360b03 req-110d4f80-a129-46e2-9161-c344b8931eb2 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:34.924392 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-278ef323-43e4-4255-83d0-e47e5e360b03 req-110d4f80-a129-46e2-9161-c344b8931eb2 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0820825
Aug 25 16:29:34.976123 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-278ef323-43e4-4255-83d0-e47e5e360b03 req-7dd172ee-5e88-4ba7-95d6-7b44bdc1ce51 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457661
Aug 25 16:29:35.146183 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e957ab-4ba6-4846-a791-d8923a9699d4 req-173eafcf-6130-45e9-a3e2-0bb8570c4dee tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:35.147741 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-62e957ab-4ba6-4846-a791-d8923a9699d4 req-173eafcf-6130-45e9-a3e2-0bb8570c4dee tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 945 time: 0.0957954
Aug 25 16:29:35.232400 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-62e957ab-4ba6-4846-a791-d8923a9699d4 req-9cfae6ce-2ce8-4fbc-ae83-e391ffa6b152 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778673
Aug 25 16:29:35.562803 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device ce6db704-2fe0-44b4-99b7-2746c4fabcec up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:29:35.696153 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-79bd30b7-a162-48ad-a54e-1fb2a0377418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:35.724636 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port ce6db704-2fe0-44b4-99b7-2746c4fabcec completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:29:35.730394 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port ce6db704-2fe0-44b4-99b7-2746c4fabcec triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:29:35.730754 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:35.858649 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:35.899903 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f546e5-e569-4963-a916-0b8a14c40ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6db704-2fe0-44b4-99b7-2746c4fabcec'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:29:35.911396 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port ce6db704-2fe0-44b4-99b7-2746c4fabcec, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ce6db704-2fe0-44b4-99b7-2746c4fabcec,segment=NetworkSegment(9ae14307-e2e7-4a8e-bc19-aafe792e17c4),segment_id=9ae14307-e2e7-4a8e-bc19-aafe792e17c4)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:29:35.958230 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f546e5-e569-4963-a916-0b8a14c40ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6db704-2fe0-44b4-99b7-2746c4fabcec', 'code': 200}
Aug 25 16:29:35.959358 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:35.976465 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:35.979470 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:36.063370 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=ce6db704-2fe0-44b4-99b7-2746c4fabcec,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:36.066898 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:36.222407 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a4ed5-dfed-4bc9-8b40-fbb63319fa60 req-8649ecb2-f18b-403b-af15-9f8723db0520 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:36.224938 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ad5a4ed5-dfed-4bc9-8b40-fbb63319fa60 req-8649ecb2-f18b-403b-af15-9f8723db0520 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0931087
Aug 25 16:29:36.283886 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ad5a4ed5-dfed-4bc9-8b40-fbb63319fa60 req-006c46a9-5bc6-42b0-bf7e-3f92fdae7059 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526481
Aug 25 16:29:36.676586 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-16061ece-7e3e-4ce4-b431-a512c89b08da tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:36.678061 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-16061ece-7e3e-4ce4-b431-a512c89b08da tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/networks?id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 200  len: 815 time: 0.2823052
Aug 25 16:29:36.682792 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a64cb13b-e653-435a-8025-2036612e92ce req-89e8625e-7ba8-4e74-b834-682d12b8dd2b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 1099 time: 0.3237121
Aug 25 16:29:36.700884 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-a0cf27bd-0edb-4494-abd1-37732a0448a8 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/quotas/9072cf1a9d8f458e8c6262741354d21d HTTP/1.1" status: 200  len: 375 time: 0.0171602
Aug 25 16:29:36.706815 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8668621-6705-4910-aa6a-dab5c69c27d4 req-80caee3c-b797-4fdd-9ef3-c11cf520bd86 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:36.708244 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d8668621-6705-4910-aa6a-dab5c69c27d4 req-80caee3c-b797-4fdd-9ef3-c11cf520bd86 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 946 time: 0.2846382
Aug 25 16:29:36.803855 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d8668621-6705-4910-aa6a-dab5c69c27d4 req-b7bf7c41-c76e-487e-8bf2-307106026be0 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647838
Aug 25 16:29:36.819307 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-1a6f35a2-7dfc-4abd-961d-f1e58576b7aa tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1101325
Aug 25 16:29:36.952874 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-0e678f9b-e1df-4bbf-86e6-a3788a8576e5 service neutron] 10.222.0.37 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268067
Aug 25 16:29:37.090335 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-92b4780c-dbd1-4aa7-8ed4-fb3054b07702 service neutron] 10.222.0.37 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318350
Aug 25 16:29:37.509496 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2ab1b4a1-a1c8-48bd-ae37-4b0793c61712 req-056d18dd-4216-4488-a289-0f8321a9b084 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 210 time: 0.1245050
Aug 25 16:29:37.565752 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eea60-0179-4a78-926d-c973c7f73908 req-cb9c23e4-efcd-4034-83c9-c98d5887b77a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:37.567306 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f46eea60-0179-4a78-926d-c973c7f73908 req-cb9c23e4-efcd-4034-83c9-c98d5887b77a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1095362
Aug 25 16:29:37.615173 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f46eea60-0179-4a78-926d-c973c7f73908 req-e60d5c66-87a4-4c61-88c4-32c0b272a931 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418561
Aug 25 16:29:38.011373 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63014db-0704-493f-8495-56752d127e9e req-db2653f6-b41f-43d8-a5de-aa72be2b0745 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:38.012828 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d63014db-0704-493f-8495-56752d127e9e req-db2653f6-b41f-43d8-a5de-aa72be2b0745 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 946 time: 0.0813384
Aug 25 16:29:38.015535 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a5dee4bc-cd5e-4ef6-85b9-acb3f0ac6f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:38.061298 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d63014db-0704-493f-8495-56752d127e9e req-c8678053-77e5-475c-aa48-d5b97255ed3d tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420284
Aug 25 16:29:38.299680 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a64cb13b-e653-435a-8025-2036612e92ce req-b92b029d-a456-48e8-96f8-e7bccf5eec58 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371044
Aug 25 16:29:38.684308 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dbfbe2f5-e099-4c30-9875-fa4233d11cb1 req-bb75c575-8b30-44d3-88ba-d31688a903d1 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 210 time: 0.0411239
Aug 25 16:29:38.826368 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa68df-611f-43a6-a915-bdb3835b08fd req-c0042041-5b54-48b9-bc3f-c2a7fb7a061f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:38.827850 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f3fa68df-611f-43a6-a915-bdb3835b08fd req-c0042041-5b54-48b9-bc3f-c2a7fb7a061f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0852635
Aug 25 16:29:38.876568 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f3fa68df-611f-43a6-a915-bdb3835b08fd req-2cbcc65c-40cf-4cde-b184-98adb60db481 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430729
Aug 25 16:29:39.021698 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:39.270052 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a1978-c4b4-41b8-8a09-2c8cb8c83f18 req-e49a22ee-792e-43c9-a89f-70e5099fbffb tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:39.271524 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c36a1978-c4b4-41b8-8a09-2c8cb8c83f18 req-e49a22ee-792e-43c9-a89f-70e5099fbffb tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 946 time: 0.0850954
Aug 25 16:29:39.324226 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c36a1978-c4b4-41b8-8a09-2c8cb8c83f18 req-04d55b55-2799-423b-b4f0-01d8425bb585 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470722
Aug 25 16:29:39.850908 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0070f980-20b0-48f3-a1e5-dbd92cb30276 req-71595507-9d0d-4f73-9789-e5611e812898 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 210 time: 0.0422976
Aug 25 16:29:40.076561 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d01bb-e4fb-4a15-b6e8-f8a904faca59 req-3af71fb9-d9d5-4c22-b92f-654cb34dc159 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:40.079454 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-489d01bb-e4fb-4a15-b6e8-f8a904faca59 req-3af71fb9-d9d5-4c22-b92f-654cb34dc159 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0788937
Aug 25 16:29:40.130640 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-489d01bb-e4fb-4a15-b6e8-f8a904faca59 req-56849805-4148-4367-9e1c-76b62219f488 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452604
Aug 25 16:29:40.484923 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:40.530454 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409cdff-8966-4245-8235-d29cfd44b0e6 req-b67a1405-b6d7-481f-b3ed-8c8ab6ec8b44 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:40.532636 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f409cdff-8966-4245-8235-d29cfd44b0e6 req-b67a1405-b6d7-481f-b3ed-8c8ab6ec8b44 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 946 time: 0.0833189
Aug 25 16:29:40.580143 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f409cdff-8966-4245-8235-d29cfd44b0e6 req-d6dea6cf-9309-4c8e-932b-85ca65f3b84a tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418353
Aug 25 16:29:41.013896 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a8ce03c5-66b8-4755-95e3-00003822971e req-05262389-7797-44f6-bf86-d9ec43d210c6 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 210 time: 0.0406873
Aug 25 16:29:41.341281 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82acab-3547-43e4-93cb-68bc0930b39d req-73ccda88-9262-40e2-b6fd-26028b3c1c94 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:41.342764 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d82acab-3547-43e4-93cb-68bc0930b39d req-73ccda88-9262-40e2-b6fd-26028b3c1c94 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0871377
Aug 25 16:29:41.390687 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d82acab-3547-43e4-93cb-68bc0930b39d req-50d11d7e-d95f-4301-9197-ac8c02261172 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414438
Aug 25 16:29:41.798511 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd4801-a059-4fb6-9724-a07fff2bc4e9 req-75b8a233-7fdf-47bb-92ea-31a43b041592 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:41.799667 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ddcd4801-a059-4fb6-9724-a07fff2bc4e9 req-75b8a233-7fdf-47bb-92ea-31a43b041592 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 946 time: 0.0831530
Aug 25 16:29:41.853247 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ddcd4801-a059-4fb6-9724-a07fff2bc4e9 req-70e2f263-a3f9-4a89-8100-4707df6bb25f tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479958
Aug 25 16:29:42.207509 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c3dac7c9-94fa-4c24-90c4-343b4445aa5e req-b36ae42b-1c79-4db4-ac36-5ec6d1556832 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 210 time: 0.0526021
Aug 25 16:29:42.277386 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-7bfac462-d51e-4bf7-bacc-7d1a23e24b85 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:42.278812 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-7bfac462-d51e-4bf7-bacc-7d1a23e24b85 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "GET /v2.0/networks?id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 200  len: 815 time: 0.2022398
Aug 25 16:29:42.316081 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Request body: {'port': {'device_id': '98f3b3ad-f332-4cb6-91b0-56672faf5701', 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4', 'admin_state_up': True, 'tenant_id': '9072cf1a9d8f458e8c6262741354d21d'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:29:42.544183 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:29:42.549949 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Usage tracker for resource:port and tenant:9072cf1a9d8f458e8c6262741354d21d is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:29:42.553596 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:29:42.563750 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:29:42.653046 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77962c-11a3-4e97-b28d-3a715912695a req-b2c537f9-c021-4568-8129-4cc2d53e791b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:42.654618 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c77962c-11a3-4e97-b28d-3a715912695a req-b2c537f9-c021-4568-8129-4cc2d53e791b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0882223
Aug 25 16:29:42.679714 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Made reservation on behalf of 9072cf1a9d8f458e8c6262741354d21d for: {'port': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:29:42.683313 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:42.769400 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c77962c-11a3-4e97-b28d-3a715912695a req-5a4c375e-ab24-4bf9-a67d-7b836c172e53 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1076469
Aug 25 16:29:42.883248 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Allocated IP 172.20.0.3 (eaf07166-bf4b-43f2-9be9-fca65a7dddb4/923d1b96-9544-4f53-ba3c-4064ebfadffe/4b2faede-30a1-48dc-871a-c3d0052bae8d) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:29:43.167308 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:43.182281 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1e6bd-6add-4a1f-8a95-b0ad9bf36aef req-cc0cd31c-8fb9-4509-9dc1-01786faa9819 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:43.183835 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e4a1e6bd-6add-4a1f-8a95-b0ad9bf36aef req-cc0cd31c-8fb9-4509-9dc1-01786faa9819 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 946 time: 0.1651237
Aug 25 16:29:43.246042 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e4a1e6bd-6add-4a1f-8a95-b0ad9bf36aef req-a79eb272-ae6b-46ab-b12f-7b3cb64f69b4 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479777
Aug 25 16:29:43.319279 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:43.325029 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:43.338829 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['4b2c30ec-4fb2-46a5-b532-5646204d8fba', 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc', '289231eb-35a2-429d-ad85-2dcc2b56c0ea'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:29:43.453891 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Pushing event updated for resources: {'Port': ['ID=4b2faede-30a1-48dc-871a-c3d0052bae8d,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:43.457652 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:29:43.459781 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:43.460795 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:29:43.464484 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:29:43.469775 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:43.469775 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:43.523875 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ecd2d-5f80-4003-8ae9-378bedefdb59 req-a50eff07-ad9a-4da0-afe2-b0575df2186b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:43.524924 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-d43ecd2d-5f80-4003-8ae9-378bedefdb59 req-a50eff07-ad9a-4da0-afe2-b0575df2186b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Synchronizing usage tracker for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:29:43.554638 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2426074
Aug 25 16:29:43.567339 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Request body: {'port': {'device_id': '98f3b3ad-f332-4cb6-91b0-56672faf5701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:29:43.617278 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-d43ecd2d-5f80-4003-8ae9-378bedefdb59 req-a50eff07-ad9a-4da0-afe2-b0575df2186b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Unset dirty status for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:29:43.620036 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d43ecd2d-5f80-4003-8ae9-378bedefdb59 req-a50eff07-ad9a-4da0-afe2-b0575df2186b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 931 time: 0.2649777
Aug 25 16:29:43.739260 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d43ecd2d-5f80-4003-8ae9-378bedefdb59 req-26c4046a-fd9c-4768-89ac-699ca8c4f855 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060128
Aug 25 16:29:43.742096 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:44.122942 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9fd32-994f-4a76-bd23-0f86f962d746 req-695c2c81-118a-4f91-9faf-562639a0d100 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:44.125173 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d4a9fd32-994f-4a76-bd23-0f86f962d746 req-695c2c81-118a-4f91-9faf-562639a0d100 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1962445
Aug 25 16:29:44.218608 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d4a9fd32-994f-4a76-bd23-0f86f962d746 req-0f6c68bb-28d1-4e7b-b3a9-3eaa756e7d51 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814352
Aug 25 16:29:44.299581 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2faede-30a1-48dc-871a-c3d0052bae8d {{(pid=75962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:29:44.307716 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:44.324743 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.provisioning_blocks [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Transition to ACTIVE for port object 4b2faede-30a1-48dc-871a-c3d0052bae8d will not be triggered until provisioned by entity L2. {{(pid=75962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:29:44.395137 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:44.400066 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:44.527192 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2faede-30a1-48dc-871a-c3d0052bae8d,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:44.531884 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:44.588609 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Attempting to bind port 4b2faede-30a1-48dc-871a-c3d0052bae8d on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:29:44.588947 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Attempting to bind port 4b2faede-30a1-48dc-871a-c3d0052bae8d by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:29:44.589373 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Attempting to bind port 4b2faede-30a1-48dc-871a-c3d0052bae8d on network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:29:44.596131 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Port 4b2faede-30a1-48dc-871a-c3d0052bae8d on network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:29:44.596474 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Attempting to bind port 4b2faede-30a1-48dc-871a-c3d0052bae8d on network eaf07166-bf4b-43f2-9be9-fca65a7dddb4 {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:29:44.603661 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:29:44.603985 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Checking segment: {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:29:44.604363 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Bound using segment: {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'} {{(pid=75962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:29:44.604788 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.managers [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Bound port: 4b2faede-30a1-48dc-871a-c3d0052bae8d, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21fb9606-d7da-44bd-b5d8-9858c1d47591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4'}}] {{(pid=75962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:29:44.605153 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:44.714523 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] For port 4b2faede-30a1-48dc-871a-c3d0052bae8d, host hv-cinder-80582, cleared binding levels {{(pid=75962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:29:44.718095 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] For port 4b2faede-30a1-48dc-871a-c3d0052bae8d, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b2faede-30a1-48dc-871a-c3d0052bae8d,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:29:44.823299 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:44.831175 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2d3fc581-5bcb-4c86-8704-0d370623a4bc tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:44.986317 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6f92ef82-6b1f-427b-9452-4f7bfdf2af3e req-b29935b1-4032-4520-b6f6-db82580e3461 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19425c1ac63d45a88595b9d54610f1c3&device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 1099 time: 0.0779932
Aug 25 16:29:45.049401 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:45.050897 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] 10.222.0.60 "PUT /v2.0/ports/4b2faede-30a1-48dc-871a-c3d0052bae8d HTTP/1.1" status: 200  len: 1093 time: 1.4881337
Aug 25 16:29:45.053832 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f3b3ad-f332-4cb6-91b0-56672faf5701', 'tag': '4b2faede-30a1-48dc-871a-c3d0052bae8d'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:29:45.076674 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2faede-30a1-48dc-871a-c3d0052bae8d,revision_number=3']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:45.082233 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:45.105756 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba0cc8-023d-41b2-ae83-77bdceda8c14 req-08fa5ba8-e9b5-4ea7-9e20-8b6b35a9c9e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:45.107567 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-79ba0cc8-023d-41b2-ae83-77bdceda8c14 req-08fa5ba8-e9b5-4ea7-9e20-8b6b35a9c9e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 946 time: 0.1482842
Aug 25 16:29:45.161894 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-79ba0cc8-023d-41b2-ae83-77bdceda8c14 req-0a7442f0-3880-48f5-b296-5d86d1ccf15c tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469522
Aug 25 16:29:45.171361 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92ef82-6b1f-427b-9452-4f7bfdf2af3e req-d1c889be-b126-43fb-b39d-74dda0f00af3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:45.173478 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6f92ef82-6b1f-427b-9452-4f7bfdf2af3e req-d1c889be-b126-43fb-b39d-74dda0f00af3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 200  len: 920 time: 0.1789861
Aug 25 16:29:45.387674 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6f92ef82-6b1f-427b-9452-4f7bfdf2af3e req-24468168-7d19-41e1-af66-145b07c7dc87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36da994-aabe-4419-8adb-6fb2f5096b45 HTTP/1.1" status: 200  len: 217 time: 0.1853154
Aug 25 16:29:45.407489 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-abc89b61-981e-4995-bafc-a609351bc83f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 1096 time: 0.1945407
Aug 25 16:29:45.524269 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92ef82-6b1f-427b-9452-4f7bfdf2af3e req-275a5fb0-dbd5-4815-8a5a-03dd6d9a622f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:45.526763 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6f92ef82-6b1f-427b-9452-4f7bfdf2af3e req-275a5fb0-dbd5-4815-8a5a-03dd6d9a622f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dcb9da4-b268-4415-a341-f0f55b0709fe HTTP/1.1" status: 200  len: 859 time: 0.1189880
Aug 25 16:29:45.547606 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b517ed-8096-4d56-8070-928200966b76 req-1f19e819-d8e1-4a2b-912f-880d8e5c5f15 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:45.549381 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b7b517ed-8096-4d56-8070-928200966b76 req-1f19e819-d8e1-4a2b-912f-880d8e5c5f15 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.2426157
Aug 25 16:29:45.552644 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-2e86f916-9027-4555-8bc1-6cdf48dee623 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b2faede-30a1-48dc-871a-c3d0052bae8d HTTP/1.1" status: 200  len: 217 time: 0.1328788
Aug 25 16:29:45.595905 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6f92ef82-6b1f-427b-9452-4f7bfdf2af3e req-ef44223a-a98b-49bd-afc6-22cc56a6c62f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84706828-7293-46ff-88be-263fd4b2bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514982
Aug 25 16:29:45.675942 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b7b517ed-8096-4d56-8070-928200966b76 req-37d515dc-c58f-4023-9bd5-1770ccd5cab0 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109121
Aug 25 16:29:45.678269 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-22ef15e0-11bf-4780-9305-6d4f08ac6e37 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:45.679648 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-22ef15e0-11bf-4780-9305-6d4f08ac6e37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=923d1b96-9544-4f53-ba3c-4064ebfadffe HTTP/1.1" status: 200  len: 855 time: 0.1159139
Aug 25 16:29:45.695094 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339213f-573d-440f-9ea0-60a16ab81975 req-ca13346f-5b9e-4203-b986-7c32c7c99749 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:45.696538 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b339213f-573d-440f-9ea0-60a16ab81975 req-ca13346f-5b9e-4203-b986-7c32c7c99749 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 943 time: 0.2207563
Aug 25 16:29:45.773682 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6f92ef82-6b1f-427b-9452-4f7bfdf2af3e req-5d0e4410-c954-4ea3-b72c-be337dcd6de6 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635494
Aug 25 16:29:45.779471 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-111144b8-a68c-41f2-b0d9-ffe78a67a3ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0776515
Aug 25 16:29:45.797000 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f3b3ad-f332-4cb6-91b0-56672faf5701', 'tag': '4b2faede-30a1-48dc-871a-c3d0052bae8d', 'status': 'completed', 'code': 200}
Aug 25 16:29:45.813098 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b339213f-573d-440f-9ea0-60a16ab81975 req-afe7a1aa-5a2c-458c-bb6c-c3b22ed2e6c5 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708513
Aug 25 16:29:46.004027 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6f92ef82-6b1f-427b-9452-4f7bfdf2af3e req-64c0c496-2dbc-40b1-9bc0-6edec64286a2 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937907
Aug 25 16:29:46.053650 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-a0646f62-7510-49a3-a18f-5ba9c4672b47 service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392209
Aug 25 16:29:46.207689 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822a577-635e-45fd-8929-4d9e2dde4591 req-b4ed5b64-5caa-466c-9708-ba33962c5d55 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:46.209208 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1822a577-635e-45fd-8929-4d9e2dde4591 req-b4ed5b64-5caa-466c-9708-ba33962c5d55 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.2672718
Aug 25 16:29:46.285249 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75e8deea-7a0f-44d9-8f4c-420d7a654a51 req-48734e92-85f0-4b96-bbab-8dc961adc32c service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219102
Aug 25 16:29:46.292499 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1822a577-635e-45fd-8929-4d9e2dde4591 req-7dc91ec6-efe1-4871-88f9-3fda3b4962e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730655
Aug 25 16:29:46.563049 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-84a2a86c-350e-4ec1-8939-0c40e48f6111 req-73695146-4c9f-4845-9071-a7c8aedc8d7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9072cf1a9d8f458e8c6262741354d21d&device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 1096 time: 0.0771163
Aug 25 16:29:46.706171 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2a86c-350e-4ec1-8939-0c40e48f6111 req-678bfdc6-cbce-4e5d-9e0a-572f0866e0e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:46.707650 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-84a2a86c-350e-4ec1-8939-0c40e48f6111 req-678bfdc6-cbce-4e5d-9e0a-572f0866e0e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 200  len: 916 time: 0.1330049
Aug 25 16:29:46.798722 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-84a2a86c-350e-4ec1-8939-0c40e48f6111 req-4a228a5e-f80f-4c73-9fee-1fe2e6934c52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b2faede-30a1-48dc-871a-c3d0052bae8d HTTP/1.1" status: 200  len: 217 time: 0.0726306
Aug 25 16:29:46.927381 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2a86c-350e-4ec1-8939-0c40e48f6111 req-a255e83e-c540-43d4-9ccd-6d68416ddf2b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:46.928774 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-84a2a86c-350e-4ec1-8939-0c40e48f6111 req-a255e83e-c540-43d4-9ccd-6d68416ddf2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=923d1b96-9544-4f53-ba3c-4064ebfadffe HTTP/1.1" status: 200  len: 855 time: 0.1178913
Aug 25 16:29:47.025640 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-84a2a86c-350e-4ec1-8939-0c40e48f6111 req-d1e6fa1a-efe0-4834-a326-6d89d73d6596 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaf07166-bf4b-43f2-9be9-fca65a7dddb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0853620
Aug 25 16:29:47.069351 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb01231-5dd1-4f05-ba24-d90bac185d0e req-89ab7874-8bba-457d-b0d3-a1ee907b9885 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:47.071242 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ecb01231-5dd1-4f05-ba24-d90bac185d0e req-89ab7874-8bba-457d-b0d3-a1ee907b9885 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.2263887
Aug 25 16:29:47.328753 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ecb01231-5dd1-4f05-ba24-d90bac185d0e req-b8153159-56ae-4c72-9da0-4188eb5960dc tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2378123
Aug 25 16:29:47.329184 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-84a2a86c-350e-4ec1-8939-0c40e48f6111 req-709aa04f-c757-434f-a9ad-b64b5c4df18e service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2870395
Aug 25 16:29:47.344171 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b4f1a-d20f-44d8-98e2-3f0334a02978 req-1aa48dae-9943-4d5b-b20b-e512b17226f0 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:47.348811 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fe8b4f1a-d20f-44d8-98e2-3f0334a02978 req-1aa48dae-9943-4d5b-b20b-e512b17226f0 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 943 time: 0.3699400
Aug 25 16:29:47.496670 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fe8b4f1a-d20f-44d8-98e2-3f0334a02978 req-c7a9606c-61a8-4118-9bc3-fb1933f183ad tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444387
Aug 25 16:29:47.604229 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-84a2a86c-350e-4ec1-8939-0c40e48f6111 req-e0ab8eb1-43a0-47ef-91e6-4d7ba9e2cfb9 service neutron] 10.222.0.60 "GET /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334538
Aug 25 16:29:47.681057 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 48528) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:29:47.789312 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027eacf-6a95-4bbf-be79-4ca5564b42e9 req-65ba1e24-a37a-422e-854b-37c729515f8a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:47.790834 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e027eacf-6a95-4bbf-be79-4ca5564b42e9 req-65ba1e24-a37a-422e-854b-37c729515f8a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0959706
Aug 25 16:29:47.849159 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e027eacf-6a95-4bbf-be79-4ca5564b42e9 req-d0c8298d-0b4e-4774-bf53-b2c1f2548011 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490370
Aug 25 16:29:47.885758 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:47.924318 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:29:47.930298 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Usage tracker for resource:security_group_rule and tenant:c48d2de5023e4a3e9ae83cb71889f273 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:29:47.935711 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:29:47.945153 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:29:48.031543 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:48.101359 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd76d38-01c3-4c9e-9d94-2930010e6d70 req-95a31d0f-71bd-421c-9c80-d4f5393abde7 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:48.102834 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9fd76d38-01c3-4c9e-9d94-2930010e6d70 req-95a31d0f-71bd-421c-9c80-d4f5393abde7 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 946 time: 0.0980508
Aug 25 16:29:48.107674 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:48.115713 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f731083c-8898-4ffb-9d39-d4376370b349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:48.161881 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9fd76d38-01c3-4c9e-9d94-2930010e6d70 req-b1046a7d-72a2-4c7a-922b-d0a71d88413e tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495455
Aug 25 16:29:48.172977 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ba626f-25dc-47d2-8bc0-5fd9429b9755,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:48.175622 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c48d2de5023e4a3e9ae83cb71889f273&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4906504
Aug 25 16:29:48.176937 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 48538) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:29:48.184068 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:48.184685 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:48.185292 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:48.185797 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:48.187047 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:48.188417 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:48.188840 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:48.189282 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:48.189719 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:48.190124 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:48.190530 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:29:48.197689 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:48.262426 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ca79b243-ec92-456a-af99-4f9591f2f220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:48.291316 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ca79b243-ec92-456a-af99-4f9591f2f220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:48.503991 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ca79b243-ec92-456a-af99-4f9591f2f220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:48.512583 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b8ac5190-9991-4531-a89f-013d964cc7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:48.528900 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79b243-ec92-456a-af99-4f9591f2f220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ba626f-25dc-47d2-8bc0-5fd9429b9755,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:48.538703 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-ca79b243-ec92-456a-af99-4f9591f2f220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:48.545263 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ca79b243-ec92-456a-af99-4f9591f2f220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:48.550042 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-ca79b243-ec92-456a-af99-4f9591f2f220 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5ba626f-25dc-47d2-8bc0-5fd9429b9755 HTTP/1.1" status: 204  len: 168 time: 0.3692124
Aug 25 16:29:48.578766 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217691d-c871-49f7-9601-130c6bad93a8 req-9fbe97f2-82bb-41b3-9186-bd2a653f6cde tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:48.580346 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6217691d-c871-49f7-9601-130c6bad93a8 req-9fbe97f2-82bb-41b3-9186-bd2a653f6cde tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1135049
Aug 25 16:29:48.641945 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6217691d-c871-49f7-9601-130c6bad93a8 req-96eba92b-8f86-40d1-8bec-12e0a5a16d8c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557196
Aug 25 16:29:48.773473 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c318a-f074-49fb-ab30-98cc2b9b9fa1 req-5dc39a5e-81af-4138-a537-6ce77e3d676f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:48.773473 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cb5c318a-f074-49fb-ab30-98cc2b9b9fa1 req-5dc39a5e-81af-4138-a537-6ce77e3d676f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 943 time: 0.1002793
Aug 25 16:29:48.824778 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cb5c318a-f074-49fb-ab30-98cc2b9b9fa1 req-d31948ca-77da-4646-8036-08f168b7c7e0 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453446
Aug 25 16:29:49.155634 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950574aa-8cf5-4de8-b6a8-fb67acc55382 req-15094141-ea1e-405c-98a9-f810bcf58578 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:49.157992 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-950574aa-8cf5-4de8-b6a8-fb67acc55382 req-15094141-ea1e-405c-98a9-f810bcf58578 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1286712
Aug 25 16:29:49.209318 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-950574aa-8cf5-4de8-b6a8-fb67acc55382 req-f38ed833-da40-4396-98c8-df0ae197c98d tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450311
Aug 25 16:29:49.361513 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 48556) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:29:49.382484 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-00936c2b-eedb-4572-8b15-78ca691356b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:49.400715 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e124151-602f-4ca8-afe2-acd9fcf13e9d req-2e8c9ff9-a825-47b9-a8d2-54f8d3e9281e tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:49.402359 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7e124151-602f-4ca8-afe2-acd9fcf13e9d req-2e8c9ff9-a825-47b9-a8d2-54f8d3e9281e tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 946 time: 0.0981472
Aug 25 16:29:49.422969 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-00936c2b-eedb-4572-8b15-78ca691356b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:29:49.427011 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-00936c2b-eedb-4572-8b15-78ca691356b7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f643d343bcc4e5d89450968b856c446 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:29:49.429898 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-00936c2b-eedb-4572-8b15-78ca691356b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:29:49.436391 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-00936c2b-eedb-4572-8b15-78ca691356b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:29:49.455835 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7e124151-602f-4ca8-afe2-acd9fcf13e9d req-678dd2f4-afcd-44e2-b820-8d5e0829b369 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441518
Aug 25 16:29:49.506886 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-00936c2b-eedb-4572-8b15-78ca691356b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:49.546330 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-00936c2b-eedb-4572-8b15-78ca691356b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:49.553577 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ff20516f-2701-4855-a354-1bbda441e215 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:49.599202 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00936c2b-eedb-4572-8b15-78ca691356b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c94eab-3c8a-405d-a8ab-fd14581aa21a,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:49.602399 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-00936c2b-eedb-4572-8b15-78ca691356b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:49.605085 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-00936c2b-eedb-4572-8b15-78ca691356b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f643d343bcc4e5d89450968b856c446&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2424066
Aug 25 16:29:49.607775 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 48560) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:29:49.635092 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 4b2faede-30a1-48dc-871a-c3d0052bae8d details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:29:49.675867 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eaebf7d5-d3a6-4b33-9550-22dce13495ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:49.708837 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eaebf7d5-d3a6-4b33-9550-22dce13495ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:49.817024 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 4b2faede-30a1-48dc-871a-c3d0052bae8d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b2faede-30a1-48dc-871a-c3d0052bae8d,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:29:49.832399 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '4b2faede-30a1-48dc-871a-c3d0052bae8d', 'network_id': 'eaf07166-bf4b-43f2-9be9-fca65a7dddb4', 'port_id': '4b2faede-30a1-48dc-871a-c3d0052bae8d', 'mac_address': 'fa:16:3e:1b:35:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923d1b96-9544-4f53-ba3c-4064ebfadffe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:29:49.850889 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affebdae-7a12-4c50-a5aa-106efa8a2cec req-9081119e-f231-4296-a382-7ad8a655f277 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:49.852440 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-affebdae-7a12-4c50-a5aa-106efa8a2cec req-9081119e-f231-4296-a382-7ad8a655f277 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0827854
Aug 25 16:29:49.856401 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eaebf7d5-d3a6-4b33-9550-22dce13495ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:49.864327 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f678d268-ce66-4f74-b9f8-11934b63161d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:49.880860 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebf7d5-d3a6-4b33-9550-22dce13495ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c94eab-3c8a-405d-a8ab-fd14581aa21a,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:49.884382 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-eaebf7d5-d3a6-4b33-9550-22dce13495ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:49.892759 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eaebf7d5-d3a6-4b33-9550-22dce13495ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:49.894759 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-eaebf7d5-d3a6-4b33-9550-22dce13495ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03c94eab-3c8a-405d-a8ab-fd14581aa21a HTTP/1.1" status: 204  len: 168 time: 0.2847025
Aug 25 16:29:49.926733 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:49.940101 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-affebdae-7a12-4c50-a5aa-106efa8a2cec req-2e83e53a-d620-4d8c-8832-5e0ab44f3ad3 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799906
Aug 25 16:29:49.950141 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2faede-30a1-48dc-871a-c3d0052bae8d {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:29:49.969536 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 4b2faede-30a1-48dc-871a-c3d0052bae8d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b2faede-30a1-48dc-871a-c3d0052bae8d,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:29:50.033471 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:50.036458 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-c48263e5-7128-42a2-ad71-2ffdf8166e89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:50.069191 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6197b-8ed4-42f0-9a2f-03b69188ff08 req-91e72508-88cd-4d90-ac1f-8f69237bad44 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:50.070905 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fce6197b-8ed4-42f0-9a2f-03b69188ff08 req-91e72508-88cd-4d90-ac1f-8f69237bad44 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 943 time: 0.0878696
Aug 25 16:29:50.121196 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=4b2faede-30a1-48dc-871a-c3d0052bae8d,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:50.127660 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:50.129149 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fce6197b-8ed4-42f0-9a2f-03b69188ff08 req-7791ecb7-c53a-42c6-b0a1-4a1d5c3e25d9 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511620
Aug 25 16:29:50.432590 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb28db-d9db-4b66-be49-753eb6c86f25 req-901b5ec5-43bc-45be-af5b-be40a870b968 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:50.434094 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbcb28db-d9db-4b66-be49-753eb6c86f25 req-901b5ec5-43bc-45be-af5b-be40a870b968 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0859041
Aug 25 16:29:50.527981 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbcb28db-d9db-4b66-be49-753eb6c86f25 req-b5633663-9eae-4937-a682-2defb55b38a7 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873837
Aug 25 16:29:50.594071 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaab2df-9275-48a9-95ac-f93dc84b59c4 req-e22c600b-5bf7-4e60-bda4-6c64b7e2f62b tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:50.596130 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-feaab2df-9275-48a9-95ac-f93dc84b59c4 req-e22c600b-5bf7-4e60-bda4-6c64b7e2f62b tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 946 time: 0.1171207
Aug 25 16:29:50.701519 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['4b2faede-30a1-48dc-871a-c3d0052bae8d'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:29:50.718099 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-feaab2df-9275-48a9-95ac-f93dc84b59c4 req-6c527818-e990-4b93-987b-46a23ac395e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Deleting port ce6db704-2fe0-44b4-99b7-2746c4fabcec {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:29:50.718389 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-feaab2df-9275-48a9-95ac-f93dc84b59c4 req-6c527818-e990-4b93-987b-46a23ac395e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:50.830219 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35892987-1e67-49d5-937a-844f574d386f req-abc1bdfb-ee24-47a3-af20-1dd985ed308f tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:50.833594 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35892987-1e67-49d5-937a-844f574d386f req-abc1bdfb-ee24-47a3-af20-1dd985ed308f tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 946 time: 0.2346878
Aug 25 16:29:51.043462 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35892987-1e67-49d5-937a-844f574d386f req-10e3579f-713a-4678-aee4-e079188bb12e tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c87ee17-92e3-4914-871c-deac746605ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043369
Aug 25 16:29:51.150252 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-feaab2df-9275-48a9-95ac-f93dc84b59c4 req-6c527818-e990-4b93-987b-46a23ac395e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] For port ce6db704-2fe0-44b4-99b7-2746c4fabcec, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ce6db704-2fe0-44b4-99b7-2746c4fabcec,segment=NetworkSegment(9ae14307-e2e7-4a8e-bc19-aafe792e17c4),segment_id=9ae14307-e2e7-4a8e-bc19-aafe792e17c4)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:29:51.150609 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-feaab2df-9275-48a9-95ac-f93dc84b59c4 req-6c527818-e990-4b93-987b-46a23ac395e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:51.306734 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-feaab2df-9275-48a9-95ac-f93dc84b59c4 req-6c527818-e990-4b93-987b-46a23ac395e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Calling delete_port for ce6db704-2fe0-44b4-99b7-2746c4fabcec owned by compute:nova {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:29:51.336309 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 48598) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:29:51.471383 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba82f45-166a-4f3c-b8a2-8a461e6f36d0 req-61b0cda5-4c10-40fd-bf6e-a09edea62e4e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:51.473854 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8ba82f45-166a-4f3c-b8a2-8a461e6f36d0 req-61b0cda5-4c10-40fd-bf6e-a09edea62e4e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.3911438
Aug 25 16:29:51.502784 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1548210578-network', 'tenant_id': 'afe702eb33c8468a9de0c5aec89e7aeb'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:29:51.509288 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:29:51.516255 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Usage tracker for resource:network and tenant:afe702eb33c8468a9de0c5aec89e7aeb is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:29:51.524401 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:29:51.526392 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:29:51.560422 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c231a-c8b8-4759-885d-9762f2d3988c req-832cd72e-24f8-48c5-8c7c-07dc2f934294 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:51.562484 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bd5c231a-c8b8-4759-885d-9762f2d3988c req-832cd72e-24f8-48c5-8c7c-07dc2f934294 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 944 time: 0.2643619
Aug 25 16:29:51.607574 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8ba82f45-166a-4f3c-b8a2-8a461e6f36d0 req-467ae32e-1b98-4177-8404-dd5eb224261e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008451
Aug 25 16:29:51.621703 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Made reservation on behalf of afe702eb33c8468a9de0c5aec89e7aeb for: {'network': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:29:51.625299 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:51.635854 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bd5c231a-c8b8-4759-885d-9762f2d3988c req-6c19b79c-2d38-45f6-8d31-f43cfb3f9bc4 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645127
Aug 25 16:29:51.641958 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:51.667242 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-feaab2df-9275-48a9-95ac-f93dc84b59c4 req-6c527818-e990-4b93-987b-46a23ac395e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:51.672904 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:51.695465 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:29:51.699538 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Usage tracker for resource:security_group_rule and tenant:afe702eb33c8468a9de0c5aec89e7aeb is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:29:51.703370 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:29:51.709684 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:29:51.724066 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c527818-e990-4b93-987b-46a23ac395e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Pushing event deleted for resources: {'Port': ['ID=ce6db704-2fe0-44b4-99b7-2746c4fabcec,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:51.727909 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-6c527818-e990-4b93-987b-46a23ac395e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:51.795002 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:51.844809 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['ce6db704-2fe0-44b4-99b7-2746c4fabcec'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:29:51.845775 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-feaab2df-9275-48a9-95ac-f93dc84b59c4 req-6c527818-e990-4b93-987b-46a23ac395e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] No DVR routers for this DVR port ce6db704-2fe0-44b4-99b7-2746c4fabcec on host hv-cinder-80582 {{(pid=75962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:29:51.848804 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-feaab2df-9275-48a9-95ac-f93dc84b59c4 req-6c527818-e990-4b93-987b-46a23ac395e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:51.851300 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f546e5-e569-4963-a916-0b8a14c40ae4', 'name': 'network-vif-deleted', 'tag': 'ce6db704-2fe0-44b4-99b7-2746c4fabcec'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:29:51.854071 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:51.871718 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=75961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:29:51.879065 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-329de52f-ee3c-4369-b211-0d2a3ecf0cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:51.897207 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:51.897599 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.segments_db [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Added segment 7b943289-e34a-47e2-b701-d097b1aed0d9 of type vlan for network 5528446a-9412-4b9f-85c4-45f62e2a2e47
Aug 25 16:29:51.904679 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c58c87-4276-4107-8bca-3b8142bf8477 req-17b49483-aeb9-474e-8737-874f44b94296 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:51.906764 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-55c58c87-4276-4107-8bca-3b8142bf8477 req-17b49483-aeb9-474e-8737-874f44b94296 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1428998
Aug 25 16:29:51.919351 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2db05f-0843-4b7f-ad2c-a0799b75e32a,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:51.925395 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:51.930735 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f546e5-e569-4963-a916-0b8a14c40ae4', 'name': 'network-vif-deleted', 'tag': 'ce6db704-2fe0-44b4-99b7-2746c4fabcec', 'status': 'completed', 'code': 200}
Aug 25 16:29:51.941509 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-feaab2df-9275-48a9-95ac-f93dc84b59c4 req-6c527818-e990-4b93-987b-46a23ac395e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.60 "DELETE /v2.0/ports/ce6db704-2fe0-44b4-99b7-2746c4fabcec HTTP/1.1" status: 204  len: 173 time: 1.3124557
Aug 25 16:29:51.941708 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:51.963944 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-55c58c87-4276-4107-8bca-3b8142bf8477 req-1324281c-60d7-4610-95eb-55592e40551d tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493789
Aug 25 16:29:52.031525 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:52.032926 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:52.033606 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:52.038679 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:52.144928 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Pushing event updated for resources: {'Network': ['ID=5528446a-9412-4b9f-85c4-45f62e2a2e47,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:52.148077 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:52.156037 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 5528446a-9412-4b9f-85c4-45f62e2a2e47 details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:29:52.221154 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8830416
Aug 25 16:29:52.224164 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 48610) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:29:52.234219 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Request body: {'subnet': {'network_id': '5528446a-9412-4b9f-85c4-45f62e2a2e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1548210578-subnet', 'tenant_id': 'afe702eb33c8468a9de0c5aec89e7aeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:29:52.239487 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:29:52.244038 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Usage tracker for resource:subnet and tenant:afe702eb33c8468a9de0c5aec89e7aeb is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:29:52.247214 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:29:52.255659 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:29:52.310107 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-88adf0c5-fa29-4f6c-ac2f-8554af7e3df3 req-e33d180a-c6a6-4cd1-bb1c-b602ba58e32e tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Synchronizing usage tracker for tenant:9a8a5af227fd4bb9bfc4b5153a0e84cc on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:29:52.351304 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Made reservation on behalf of afe702eb33c8468a9de0c5aec89e7aeb for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:29:52.353675 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1074732'] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:52.382000 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-88adf0c5-fa29-4f6c-ac2f-8554af7e3df3 req-e33d180a-c6a6-4cd1-bb1c-b602ba58e32e tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Unset dirty status for tenant:9a8a5af227fd4bb9bfc4b5153a0e84cc on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:29:52.383082 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-88adf0c5-fa29-4f6c-ac2f-8554af7e3df3 req-e33d180a-c6a6-4cd1-bb1c-b602ba58e32e tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 210 time: 0.1138909
Aug 25 16:29:52.637370 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1548369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1074750'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:52.642265 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0d72bf60-3580-4490-9cb9-a8191b6953e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:52.791617 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49cf1e64-9eae-460b-aa46-eb211c55204d,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:52.798206 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:52.806278 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Checking segment: {'id': '7b943289-e34a-47e2-b701-d097b1aed0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5528446a-9412-4b9f-85c4-45f62e2a2e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:29:52.806621 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Network hostable DHCP agents. Network: 5528446a-9412-4b9f-85c4-45f62e2a2e47, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:29:52.903737 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7698d17-0aa1-481d-b58f-841bfe82798f req-84e618d1-046e-452c-af82-a947d3558ccc tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:52.905462 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c7698d17-0aa1-481d-b58f-841bfe82798f req-84e618d1-046e-452c-af82-a947d3558ccc tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1489706
Aug 25 16:29:52.912361 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a68802-3107-4a8a-a923-34c3a03255bf req-4e4e97bb-6a7d-4446-bb37-167c9320113e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:52.913106 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Network 5528446a-9412-4b9f-85c4-45f62e2a2e47 is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:29:52.913850 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a2a68802-3107-4a8a-a923-34c3a03255bf req-4e4e97bb-6a7d-4446-bb37-167c9320113e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 944 time: 0.1237743
Aug 25 16:29:52.987332 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c7698d17-0aa1-481d-b58f-841bfe82798f req-0c856e6e-1a98-4970-b814-6aa3a5000631 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724952
Aug 25 16:29:52.997681 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a2a68802-3107-4a8a-a923-34c3a03255bf req-129432c9-7af2-4430-a176-b536f0caf7a3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667353
Aug 25 16:29:53.018173 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 5528446a-9412-4b9f-85c4-45f62e2a2e47) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:29:53.026774 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451ec7f-f000-4225-9a2f-6d2ffbbd122d None None] Network 5528446a-9412-4b9f-85c4-45f62e2a2e47 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:29:53.043254 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:53.043847 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:53.140961 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9149709
Aug 25 16:29:53.196632 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a927c-e04b-4744-8f8e-07f613bafb22 req-bb262d65-7510-4905-8b4a-c0876eaa63c6 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:53.198349 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-918a927c-e04b-4744-8f8e-07f613bafb22 req-bb262d65-7510-4905-8b4a-c0876eaa63c6 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0875251
Aug 25 16:29:53.255169 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-918a927c-e04b-4744-8f8e-07f613bafb22 req-6bed5358-4a1e-444b-abda-3d51437727f4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444100
Aug 25 16:29:53.273927 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74679541-7bbe-4e18-8c0c-85ac6e9ed82b None None] Network 5528446a-9412-4b9f-85c4-45f62e2a2e47 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:29:53.622275 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:53.631547 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c7b52a8b-a669-453f-9666-9c29039df649 req-87edc063-0c3b-4ee6-a812-72f9f504718c tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f546e5-e569-4963-a916-0b8a14c40ae4 HTTP/1.1" status: 200  len: 210 time: 0.0593021
Aug 25 16:29:53.649889 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 4b2faede-30a1-48dc-871a-c3d0052bae8d up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:29:53.817093 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 4b2faede-30a1-48dc-871a-c3d0052bae8d completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:29:53.823633 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 4b2faede-30a1-48dc-871a-c3d0052bae8d triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:29:53.824011 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:53.934717 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d912a79-f7a5-432b-8d69-1cdb3de54a0c req-4f4fd39b-4e0b-4eff-ab2a-1aeec16faa51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19425c1ac63d45a88595b9d54610f1c3&device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 1099 time: 0.0953255
Aug 25 16:29:53.973015 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:54.007905 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f3b3ad-f332-4cb6-91b0-56672faf5701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2faede-30a1-48dc-871a-c3d0052bae8d'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:29:54.020401 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 4b2faede-30a1-48dc-871a-c3d0052bae8d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b2faede-30a1-48dc-871a-c3d0052bae8d,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:29:54.096235 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:54.099529 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:54.126891 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912a79-f7a5-432b-8d69-1cdb3de54a0c req-1a66cb26-d3ae-4fb2-baf0-91de071f8d21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:54.128490 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d912a79-f7a5-432b-8d69-1cdb3de54a0c req-1a66cb26-d3ae-4fb2-baf0-91de071f8d21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 200  len: 920 time: 0.1712813
Aug 25 16:29:54.189665 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f3b3ad-f332-4cb6-91b0-56672faf5701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2faede-30a1-48dc-871a-c3d0052bae8d', 'code': 200}
Aug 25 16:29:54.249559 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=4b2faede-30a1-48dc-871a-c3d0052bae8d,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:54.253589 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:54.342984 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d912a79-f7a5-432b-8d69-1cdb3de54a0c req-d6a3247a-c190-49a7-af84-d1f53063caac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36da994-aabe-4419-8adb-6fb2f5096b45 HTTP/1.1" status: 200  len: 217 time: 0.1784208
Aug 25 16:29:54.519947 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912a79-f7a5-432b-8d69-1cdb3de54a0c req-49d09b8c-eee1-46be-a5fa-36581b492106 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:54.521390 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d912a79-f7a5-432b-8d69-1cdb3de54a0c req-49d09b8c-eee1-46be-a5fa-36581b492106 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dcb9da4-b268-4415-a341-f0f55b0709fe HTTP/1.1" status: 200  len: 859 time: 0.1638176
Aug 25 16:29:54.541372 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d432436f-72fd-4093-84ca-25b5c9c10d37 req-5ecd8ff1-2a7c-4aed-a8f0-9bf5453bb783 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 1098 time: 0.0751724
Aug 25 16:29:54.542774 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2390e-0621-484e-afc6-faad2a46ff66 req-e3b62150-7812-4eae-a2c2-fb41604c984c tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:54.544264 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6cd2390e-0621-484e-afc6-faad2a46ff66 req-e3b62150-7812-4eae-a2c2-fb41604c984c tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 945 time: 0.3066730
Aug 25 16:29:54.594619 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d432436f-72fd-4093-84ca-25b5c9c10d37 req-52cebd14-72f6-45cc-83af-eec4540fed5a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415490
Aug 25 16:29:54.603338 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d912a79-f7a5-432b-8d69-1cdb3de54a0c req-3e11c483-2412-4045-b9bf-584356ece10b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84706828-7293-46ff-88be-263fd4b2bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0675261
Aug 25 16:29:54.610144 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 48654) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:29:54.611773 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b64eb-8036-4ca3-a4db-548effb5bf83 req-7180162a-694e-4b7e-8f5f-eab157b0e0a3 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:54.613277 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-428b64eb-8036-4ca3-a4db-548effb5bf83 req-7180162a-694e-4b7e-8f5f-eab157b0e0a3 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.3203096
Aug 25 16:29:54.616118 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-993047806-network', 'tenant_id': 'e5fde63b34f943848a565471cac3a26a'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:29:54.620897 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:29:54.625212 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Usage tracker for resource:network and tenant:e5fde63b34f943848a565471cac3a26a is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:29:54.628091 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:29:54.636462 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:29:54.669535 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6cd2390e-0621-484e-afc6-faad2a46ff66 req-085c7680-e61d-43fd-bfd1-418a70f27c22 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880291
Aug 25 16:29:54.680574 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-428b64eb-8036-4ca3-a4db-548effb5bf83 req-597d3b8c-e7e0-4000-bd78-4007ffae4764 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611477
Aug 25 16:29:54.724125 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Made reservation on behalf of e5fde63b34f943848a565471cac3a26a for: {'network': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:29:54.726505 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:54.739511 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:54.788287 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:29:54.800242 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Usage tracker for resource:security_group_rule and tenant:e5fde63b34f943848a565471cac3a26a is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:29:54.803727 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:29:54.810515 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:29:54.897365 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:54.968955 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:54.973665 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4b44dca4-4c22-483d-8bd2-aa97d1c06094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:55.001164 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b1ad-7b97-4625-b02d-99c88f48dd73 req-97863ed2-cbb9-454b-ab90-3c86cb91c919 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:55.006905 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e7e7b1ad-7b97-4625-b02d-99c88f48dd73 req-97863ed2-cbb9-454b-ab90-3c86cb91c919 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1941755
Aug 25 16:29:55.007045 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'}  {{(pid=75961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:29:55.015557 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ce83f0-47df-497e-855b-69d6dab5cfdb,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:55.019821 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:55.023182 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:55.023343 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.segments_db [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Added segment b6630b9e-6278-4f9a-a12a-8a0cd59d4d8f of type vlan for network 1f5daf69-e36d-4313-8eb7-bd2fabc06b7b
Aug 25 16:29:55.054248 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d912a79-f7a5-432b-8d69-1cdb3de54a0c req-0a9954ae-1315-443a-8a0f-82eb6bf68f6a service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827133
Aug 25 16:29:55.073497 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:55.159515 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e7e7b1ad-7b97-4625-b02d-99c88f48dd73 req-7cb6fd61-59d8-4c93-917b-7099fcba1007 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1407182
Aug 25 16:29:55.187804 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:55.192505 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:55.195368 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:55.199799 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-bfd8ac44-ffee-4543-9d27-eb2fcb46c69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:55.222521 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3d912a79-f7a5-432b-8d69-1cdb3de54a0c req-6c9b9925-9a87-4745-ac96-5bcc91b44fa3 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597145
Aug 25 16:29:55.319348 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5daf69-e36d-4313-8eb7-bd2fabc06b7b,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:55.323863 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:55.334731 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 1f5daf69-e36d-4313-8eb7-bd2fabc06b7b details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:29:55.388023 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7765710
Aug 25 16:29:55.391234 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 48676) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:29:55.397222 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Request body: {'subnet': {'network_id': '1f5daf69-e36d-4313-8eb7-bd2fabc06b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-993047806-subnet', 'tenant_id': 'e5fde63b34f943848a565471cac3a26a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:29:55.402159 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:29:55.407066 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Usage tracker for resource:subnet and tenant:e5fde63b34f943848a565471cac3a26a is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:29:55.410685 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:29:55.416837 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:29:55.500787 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Made reservation on behalf of e5fde63b34f943848a565471cac3a26a for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:29:55.505017 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1074732'] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:55.678737 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device ce6db704-2fe0-44b4-99b7-2746c4fabcec no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:29:55.713519 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: ce6db704-2fe0-44b4-99b7-2746c4fabcec {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:29:55.713874 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device ce6db704-2fe0-44b4-99b7-2746c4fabcec not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:29:55.799425 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1548369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1074750'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:55.821669 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0ff646b3-753e-452a-8134-d292c9c30089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:29:55.907322 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=787fcb64-aed7-43b2-81ce-eab3ec8249ff,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:29:55.911576 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:29:55.920221 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Checking segment: {'id': 'b6630b9e-6278-4f9a-a12a-8a0cd59d4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5daf69-e36d-4313-8eb7-bd2fabc06b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:29:55.921148 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Network hostable DHCP agents. Network: 1f5daf69-e36d-4313-8eb7-bd2fabc06b7b, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:29:55.959794 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7febd-2823-4fe3-8c84-6ce09709e354 req-ccf4ba4b-a386-46d3-9781-dfae8ec51da1 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:55.961301 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dcb7febd-2823-4fe3-8c84-6ce09709e354 req-ccf4ba4b-a386-46d3-9781-dfae8ec51da1 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 945 time: 0.1532316
Aug 25 16:29:55.972514 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf304e-2ec4-4e10-ac6f-9e7ee580edb3 req-459713f5-e653-4377-adf3-d6b1bcf0b5ad tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:55.974020 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-05bf304e-2ec4-4e10-ac6f-9e7ee580edb3 req-459713f5-e653-4377-adf3-d6b1bcf0b5ad tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1278651
Aug 25 16:29:56.008231 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Network 1f5daf69-e36d-4313-8eb7-bd2fabc06b7b is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:29:56.054408 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dcb7febd-2823-4fe3-8c84-6ce09709e354 req-9029d5b1-6d61-49f0-a653-925ed4dc0101 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793741
Aug 25 16:29:56.060211 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-05bf304e-2ec4-4e10-ac6f-9e7ee580edb3 req-0e2ebe01-58d2-4b44-b622-00cd64bf8519 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713317
Aug 25 16:29:56.100022 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 1f5daf69-e36d-4313-8eb7-bd2fabc06b7b) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:29:56.110932 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:56.111734 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:29:56.112767 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da8298-aba0-49e8-948f-604edb07b56f None None] Network 1f5daf69-e36d-4313-8eb7-bd2fabc06b7b requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:29:56.228195 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-76591282-6dc6-4d8f-afed-72116b68c231 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8355777
Aug 25 16:29:56.347966 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23695541-08eb-4d2b-8ce1-955cc1be3d44 None None] Network 1f5daf69-e36d-4313-8eb7-bd2fabc06b7b requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:29:56.397634 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b35e91-817d-4c2d-ab34-7d3b2d2207d6 req-8d1b18bd-d0e3-4cba-a506-39e6521fcc81 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:56.399133 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e5b35e91-817d-4c2d-ab34-7d3b2d2207d6 req-8d1b18bd-d0e3-4cba-a506-39e6521fcc81 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0941598
Aug 25 16:29:56.460709 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e5b35e91-817d-4c2d-ab34-7d3b2d2207d6 req-2039ce19-dfd5-459f-9ccb-deb772802c19 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559363
Aug 25 16:29:57.337132 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b5dc3-d995-4c08-ba3a-83342acf104c req-b45df6d7-4d3a-4bcb-ad1c-e8181f80ba22 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:57.338532 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e82b5dc3-d995-4c08-ba3a-83342acf104c req-b45df6d7-4d3a-4bcb-ad1c-e8181f80ba22 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 945 time: 0.1492329
Aug 25 16:29:57.350157 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5018d69-c03f-4c16-85f4-c4af8c16150c req-ed98193a-33ba-47b7-a791-45e94bf5a0e6 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:57.351619 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a5018d69-c03f-4c16-85f4-c4af8c16150c req-ed98193a-33ba-47b7-a791-45e94bf5a0e6 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1306307
Aug 25 16:29:57.433047 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e82b5dc3-d995-4c08-ba3a-83342acf104c req-6c615e0a-b663-4ec3-92f7-a578d77f24d0 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804479
Aug 25 16:29:57.453403 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a5018d69-c03f-4c16-85f4-c4af8c16150c req-67962e7f-02d6-485a-8fde-2c90d186efe6 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866919
Aug 25 16:29:57.690297 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f1b2c-7872-4824-9fc4-8cbc28d4d47b req-616ebbda-8b2b-4aec-890d-2f68efd8a0f8 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:57.691926 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-829f1b2c-7872-4824-9fc4-8cbc28d4d47b req-616ebbda-8b2b-4aec-890d-2f68efd8a0f8 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0977123
Aug 25 16:29:57.751685 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-829f1b2c-7872-4824-9fc4-8cbc28d4d47b req-52fb6bb8-2578-4d6c-9590-5ac63fb5f5b6 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541511
Aug 25 16:29:58.703934 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35eeeac-1aa4-41bb-853d-b7bcfaeea204 req-e6349fd2-bb6b-4e54-8a00-72443450a7f3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:58.705441 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e35eeeac-1aa4-41bb-853d-b7bcfaeea204 req-e6349fd2-bb6b-4e54-8a00-72443450a7f3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 945 time: 0.1381531
Aug 25 16:29:58.717472 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbbfd5-9914-4b3b-95a4-4237a472dfdc req-c78df383-cca7-4e5e-b78b-802829068c34 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:58.719003 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-01cbbfd5-9914-4b3b-95a4-4237a472dfdc req-c78df383-cca7-4e5e-b78b-802829068c34 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1161273
Aug 25 16:29:58.792739 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e35eeeac-1aa4-41bb-853d-b7bcfaeea204 req-8fe3d57c-d24d-4c79-84f0-fcf94823d08a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726793
Aug 25 16:29:58.800340 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-01cbbfd5-9914-4b3b-95a4-4237a472dfdc req-b8c842d9-1796-4710-a8b5-e1b72e4819e8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643351
Aug 25 16:29:58.977496 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc610b7-25dc-4a5b-8194-c0f0ad96d677 req-7610ae80-d2db-4b1b-a12f-748bc84b28ed tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:29:58.978979 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7cc610b7-25dc-4a5b-8194-c0f0ad96d677 req-7610ae80-d2db-4b1b-a12f-748bc84b28ed tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0771012
Aug 25 16:29:59.029238 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7cc610b7-25dc-4a5b-8194-c0f0ad96d677 req-dbeed0b9-a0b7-4f87-867c-454efc5ab3eb tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441916
Aug 25 16:29:59.305707 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:30:00.058808 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3ac3c-fbbd-4da3-9737-a9952cccbf61 req-aea6e137-7d30-4e5a-8c92-5518aa5d01ca tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:00.060327 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-86f3ac3c-fbbd-4da3-9737-a9952cccbf61 req-aea6e137-7d30-4e5a-8c92-5518aa5d01ca tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 945 time: 0.1366651
Aug 25 16:30:00.066598 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2229251-f09b-4a95-8fa1-83618eceda6e req-192fa940-0ce2-42fd-89a5-10a88e2a6093 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:00.068043 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f2229251-f09b-4a95-8fa1-83618eceda6e req-192fa940-0ce2-42fd-89a5-10a88e2a6093 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1142247
Aug 25 16:30:00.148581 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-86f3ac3c-fbbd-4da3-9737-a9952cccbf61 req-d3a91073-2a72-40a5-9f17-4a5948233e3f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794971
Aug 25 16:30:00.150680 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f2229251-f09b-4a95-8fa1-83618eceda6e req-54df461c-42e9-41ed-8a34-28811c1e8a68 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651464
Aug 25 16:30:00.351018 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b9ba5-5484-40c7-80b0-1251baae8bf3 req-a86633a6-0968-4326-9ff0-c9e9503c1ed1 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:00.352492 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-120b9ba5-5484-40c7-80b0-1251baae8bf3 req-a86633a6-0968-4326-9ff0-c9e9503c1ed1 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0851092
Aug 25 16:30:00.399986 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-120b9ba5-5484-40c7-80b0-1251baae8bf3 req-36dc6df4-f415-42ca-a91c-45f081c1714a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420027
Aug 25 16:30:01.440825 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36f33f-8d0b-4479-a405-7f43c7d81dc5 req-fe99adbe-60d6-4b41-8f4b-6ba5240081d2 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:01.443175 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-be36f33f-8d0b-4479-a405-7f43c7d81dc5 req-fe99adbe-60d6-4b41-8f4b-6ba5240081d2 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1633761
Aug 25 16:30:01.501450 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-be36f33f-8d0b-4479-a405-7f43c7d81dc5 req-245fc4dd-ea36-4306-9b1b-e7ec242f58ae tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527470
Aug 25 16:30:01.621553 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7c26a-c21e-48e2-bbc5-386342726e6b req-939c9f60-7ddc-466e-b34c-1150ce7dd6e5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:01.623070 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b4d7c26a-c21e-48e2-bbc5-386342726e6b req-939c9f60-7ddc-466e-b34c-1150ce7dd6e5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0891709
Aug 25 16:30:01.681459 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b4d7c26a-c21e-48e2-bbc5-386342726e6b req-413875e5-b0cc-4026-ad03-c5e3d719e4e1 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522799
Aug 25 16:30:02.712599 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe75634-8e43-4ae2-9b87-301299c6c394 req-d76425e8-83e4-450a-8faa-55912754bc02 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:02.715676 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7fe75634-8e43-4ae2-9b87-301299c6c394 req-d76425e8-83e4-450a-8faa-55912754bc02 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0866239
Aug 25 16:30:02.760659 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7fe75634-8e43-4ae2-9b87-301299c6c394 req-86930ee7-8346-487d-8138-e21aceaf65cf tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441177
Aug 25 16:30:02.891755 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a6fb7-009f-4c9e-992e-7a9f64409219 req-82aa4425-04ed-496b-b6b2-aafbc3ca57a4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:02.893188 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d80a6fb7-009f-4c9e-992e-7a9f64409219 req-82aa4425-04ed-496b-b6b2-aafbc3ca57a4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0852122
Aug 25 16:30:02.941855 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d80a6fb7-009f-4c9e-992e-7a9f64409219 req-18f199b6-58ef-49db-aa29-f5730e8878e2 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425246
Aug 25 16:30:03.968839 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9402a4d-ad18-412c-8428-7006ae67bd2c req-a896553f-47f8-4843-a51f-3cc6b7fc0c59 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:03.976606 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a9402a4d-ad18-412c-8428-7006ae67bd2c req-a896553f-47f8-4843-a51f-3cc6b7fc0c59 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0905695
Aug 25 16:30:04.026387 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a9402a4d-ad18-412c-8428-7006ae67bd2c req-acc03bbc-ddfc-47a6-97f6-58ecf4a5a23e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488882
Aug 25 16:30:04.183104 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328d37b-1c76-4b9b-a753-0f4a8eddf49e req-af6cc2d4-72dd-4573-a587-f26308774a22 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:04.184689 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f328d37b-1c76-4b9b-a753-0f4a8eddf49e req-af6cc2d4-72dd-4573-a587-f26308774a22 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0912597
Aug 25 16:30:04.253777 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f328d37b-1c76-4b9b-a753-0f4a8eddf49e req-fa8523f7-7da8-4e32-ad2b-f89149f46d90 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622921
Aug 25 16:30:05.243368 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584dfaa-102a-410b-afc0-0834679255ca req-c44ca02b-fd48-4ff5-92a7-d531cabacad1 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:05.244816 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8584dfaa-102a-410b-afc0-0834679255ca req-c44ca02b-fd48-4ff5-92a7-d531cabacad1 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0803335
Aug 25 16:30:05.309006 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8584dfaa-102a-410b-afc0-0834679255ca req-a0460c82-9c46-4bc8-8a53-1e297022e570 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581515
Aug 25 16:30:05.479944 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e2d18-45df-4c80-bc11-8342a3a0be90 req-0a43637d-05ed-4152-837c-cc662bf38292 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:05.481492 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ef8e2d18-45df-4c80-bc11-8342a3a0be90 req-0a43637d-05ed-4152-837c-cc662bf38292 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0823088
Aug 25 16:30:05.538037 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ef8e2d18-45df-4c80-bc11-8342a3a0be90 req-71c4c58a-d1c6-478c-9a4e-e2efa4f51bdf tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499966
Aug 25 16:30:05.687917 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-dc539220-87ac-49f0-a751-9b31a022dda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:05.951065 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:06.537640 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898c387-4ffe-4893-90dc-a9b5ed2a0cf1 req-960dc17a-069e-449a-b73a-560a3a0ffa5e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:06.539230 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f898c387-4ffe-4893-90dc-a9b5ed2a0cf1 req-960dc17a-069e-449a-b73a-560a3a0ffa5e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0899572
Aug 25 16:30:06.599554 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f898c387-4ffe-4893-90dc-a9b5ed2a0cf1 req-2faa513a-9ac8-4b9b-ac05-89fd48a207bd tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542405
Aug 25 16:30:06.757032 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20507823-98b5-4043-b9dc-04350a2c992c req-555fff7c-6586-4058-beed-66f173ce6edd tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:06.758516 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-20507823-98b5-4043-b9dc-04350a2c992c req-555fff7c-6586-4058-beed-66f173ce6edd tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0820863
Aug 25 16:30:06.814274 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-20507823-98b5-4043-b9dc-04350a2c992c req-96bd84ea-d28e-4088-bde7-bff90187483a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501862
Aug 25 16:30:07.432554 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e75319-109e-4a04-90a2-168c8e2702a3 req-d31ce5b1-9193-4132-b72b-9c9ac7167420 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:07.432554 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e3e75319-109e-4a04-90a2-168c8e2702a3 req-d31ce5b1-9193-4132-b72b-9c9ac7167420 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0953922
Aug 25 16:30:07.501840 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e3e75319-109e-4a04-90a2-168c8e2702a3 req-30bce72e-c64a-4801-81ab-f4227166a48c tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635505
Aug 25 16:30:07.808631 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-98c423a9-63ed-40c4-927e-883dbcf9863b req-fac6745e-9014-4f34-a041-9bd3a7633d0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=446dcebe081b4522bb0b4536c63d16b4&device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 1099 time: 0.1273465
Aug 25 16:30:07.950321 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6bd23-10c0-419b-9443-856507251679 req-b1101cfd-64d3-4e33-ad59-a3cdecadee32 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:07.957447 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-83e6bd23-10c0-419b-9443-856507251679 req-b1101cfd-64d3-4e33-ad59-a3cdecadee32 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1931050
Aug 25 16:30:07.992876 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-cde6cac1-0a86-4101-8c88-ea25a1385561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:08.034561 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c423a9-63ed-40c4-927e-883dbcf9863b req-28f67c6d-c67b-49be-a52f-bf6ff6065b86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:08.036011 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-98c423a9-63ed-40c4-927e-883dbcf9863b req-28f67c6d-c67b-49be-a52f-bf6ff6065b86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0ceff83-8770-427d-9a29-aa2f25758798 HTTP/1.1" status: 200  len: 910 time: 0.2109597
Aug 25 16:30:08.048441 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-83e6bd23-10c0-419b-9443-856507251679 req-47459462-b4f7-43db-85d5-450e34a61ebe tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899763
Aug 25 16:30:08.775963 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ee5c-97b8-49ca-a3bd-3eee6260a424 req-e941dbe1-b405-40b4-8a9b-d09acea0ae67 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:08.784628 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d5f3ee5c-97b8-49ca-a3bd-3eee6260a424 req-e941dbe1-b405-40b4-8a9b-d09acea0ae67 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1201694
Aug 25 16:30:08.845796 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d5f3ee5c-97b8-49ca-a3bd-3eee6260a424 req-e5331038-054b-4c7f-a4f8-f64f1d210023 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601866
Aug 25 16:30:09.076280 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:09.332633 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94398943-65c6-48b7-bc75-9edfedfa26c1 req-ca16d3f3-1dbf-402a-a5a2-b1c027c37759 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:09.334381 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-94398943-65c6-48b7-bc75-9edfedfa26c1 req-ca16d3f3-1dbf-402a-a5a2-b1c027c37759 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0979629
Aug 25 16:30:09.397746 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-94398943-65c6-48b7-bc75-9edfedfa26c1 req-1d17d3be-b358-4422-bfe1-7618538d1abb tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534470
Aug 25 16:30:10.292366 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeb345-0e69-4cd1-ab46-49425c6761d3 req-09dba829-c80e-4b05-9c57-752b0ae44f99 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:10.294604 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1afeb345-0e69-4cd1-ab46-49425c6761d3 req-09dba829-c80e-4b05-9c57-752b0ae44f99 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1184714
Aug 25 16:30:10.358107 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1afeb345-0e69-4cd1-ab46-49425c6761d3 req-bd999fa5-52b0-44af-b026-4ce5bda3a278 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542707
Aug 25 16:30:10.502256 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:10.612067 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eca23-31f6-4474-9003-df065f06d581 req-c463ef5a-92f5-437c-bf5d-443f570a5107 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:10.613688 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-929eca23-31f6-4474-9003-df065f06d581 req-c463ef5a-92f5-437c-bf5d-443f570a5107 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0811069
Aug 25 16:30:10.660281 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-929eca23-31f6-4474-9003-df065f06d581 req-22b9e2a0-2e27-483d-b0ff-a80b4c4c5686 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411716
Aug 25 16:30:10.955874 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-98c423a9-63ed-40c4-927e-883dbcf9863b req-b6261c23-e6fd-42e0-be3f-819b768f376e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51bd668b-e8a6-46db-af84-286174f4db07 HTTP/1.1" status: 200  len: 1001 time: 0.1581483
Aug 25 16:30:10.960267 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f3cd7098-5376-4487-b7f6-cb1b4faab9c3 req-2dd8bd13-687a-486d-bc13-57a19f87e889 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 1099 time: 0.1264322
Aug 25 16:30:11.036923 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f3cd7098-5376-4487-b7f6-cb1b4faab9c3 req-2a337a80-e253-4afb-9d8d-b51ed76675e8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623319
Aug 25 16:30:11.040483 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c423a9-63ed-40c4-927e-883dbcf9863b req-8d81eb18-1740-495e-b1bd-f2aef6ed672c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:11.041987 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-98c423a9-63ed-40c4-927e-883dbcf9863b req-8d81eb18-1740-495e-b1bd-f2aef6ed672c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a14d0543-df93-450e-a48e-2a56aaf8fafa HTTP/1.1" status: 200  len: 848 time: 0.0721624
Aug 25 16:30:11.388643 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-98c423a9-63ed-40c4-927e-883dbcf9863b req-a7e07a33-7338-4faf-868b-2d850b8a6f93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0ceff83-8770-427d-9a29-aa2f25758798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0942984
Aug 25 16:30:11.750566 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-98c423a9-63ed-40c4-927e-883dbcf9863b req-0253db27-b8a5-4f2b-8f49-ecf9b7639ac4 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3522427
Aug 25 16:30:11.913628 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090ab93-3848-4045-8366-624d97ff4a69 req-cc05b97b-b4bb-4dd9-952b-de12867b5149 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:11.915106 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c090ab93-3848-4045-8366-624d97ff4a69 req-cc05b97b-b4bb-4dd9-952b-de12867b5149 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.4102874
Aug 25 16:30:11.996784 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-98c423a9-63ed-40c4-927e-883dbcf9863b req-545a0355-22be-4682-b7e4-d004a1561ea3 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342145
Aug 25 16:30:12.053738 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c090ab93-3848-4045-8366-624d97ff4a69 req-14a7d382-b58d-41d6-92a4-d30ca983b285 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843499
Aug 25 16:30:12.094055 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47584358-95d1-4772-a968-2588c351b96a req-2901184a-cc1e-42c9-9e24-29ae83df74a8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:12.104002 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-47584358-95d1-4772-a968-2588c351b96a req-2901184a-cc1e-42c9-9e24-29ae83df74a8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.2013204
Aug 25 16:30:12.159674 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-47584358-95d1-4772-a968-2588c351b96a req-91975c82-0a32-40f9-877f-242219b45200 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542803
Aug 25 16:30:13.439385 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538983df-de33-4413-ac6f-46e05eacf977 req-de7bb4cb-ed57-4d86-b25e-e07af368cc98 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:13.440956 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-538983df-de33-4413-ac6f-46e05eacf977 req-de7bb4cb-ed57-4d86-b25e-e07af368cc98 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1479514
Aug 25 16:30:13.496065 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1cb02-6d68-4c76-b493-f662f32dae0b req-1f0c4cc8-32bc-42ab-b58c-f6d97c0129dc tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:13.497629 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-95f1cb02-6d68-4c76-b493-f662f32dae0b req-1f0c4cc8-32bc-42ab-b58c-f6d97c0129dc tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1449170
Aug 25 16:30:13.509907 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-538983df-de33-4413-ac6f-46e05eacf977 req-b68fdda7-042f-4db0-bf38-ea2bd30dd2a1 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624363
Aug 25 16:30:13.606266 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-95f1cb02-6d68-4c76-b493-f662f32dae0b req-ab863f82-b77a-426b-a875-5dd1197486ff tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950623
Aug 25 16:30:14.820216 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dad3abf0-936d-4a27-b36a-68141c6c155a req-d88311ed-d18d-43cc-bad8-eedbf3004b70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19425c1ac63d45a88595b9d54610f1c3&device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 1099 time: 0.1861286
Aug 25 16:30:14.826107 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69439c38-eb63-4e90-9f5c-089db5f5d915 req-fe6153ec-dd22-40d3-80ca-bfdf2c67bd7f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:14.835526 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-69439c38-eb63-4e90-9f5c-089db5f5d915 req-fe6153ec-dd22-40d3-80ca-bfdf2c67bd7f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1488612
Aug 25 16:30:15.053776 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-69439c38-eb63-4e90-9f5c-089db5f5d915 req-c6b330e6-dbce-4ed2-be0f-102358736281 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172370
Aug 25 16:30:15.135712 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4bc16-a450-4c49-8903-a989dec1489f req-3bd325d1-78c4-4d22-aa36-3a524e753b91 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:15.143105 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2eb4bc16-a450-4c49-8903-a989dec1489f req-3bd325d1-78c4-4d22-aa36-3a524e753b91 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.2672713
Aug 25 16:30:15.173772 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3abf0-936d-4a27-b36a-68141c6c155a req-c84f0c1e-5672-45f6-85f4-391ceb4c3c4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:15.182483 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dad3abf0-936d-4a27-b36a-68141c6c155a req-c84f0c1e-5672-45f6-85f4-391ceb4c3c4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 200  len: 920 time: 0.3447521
Aug 25 16:30:15.274754 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dad3abf0-936d-4a27-b36a-68141c6c155a req-c2554a68-7db7-48f3-8c83-d583f1043ca6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36da994-aabe-4419-8adb-6fb2f5096b45 HTTP/1.1" status: 200  len: 217 time: 0.0804589
Aug 25 16:30:15.277512 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2eb4bc16-a450-4c49-8903-a989dec1489f req-9914b81d-b6c7-4cd6-9c3a-71a545973785 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1340172
Aug 25 16:30:15.359817 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3abf0-936d-4a27-b36a-68141c6c155a req-5fb630a1-cfdb-45bc-bbc5-aaaba2bf3e04 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:15.361333 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dad3abf0-936d-4a27-b36a-68141c6c155a req-5fb630a1-cfdb-45bc-bbc5-aaaba2bf3e04 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dcb9da4-b268-4415-a341-f0f55b0709fe HTTP/1.1" status: 200  len: 859 time: 0.0719812
Aug 25 16:30:15.423239 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dad3abf0-936d-4a27-b36a-68141c6c155a req-2a053f0d-4d3f-4475-90be-2671cce30be8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84706828-7293-46ff-88be-263fd4b2bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501299
Aug 25 16:30:15.709644 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dad3abf0-936d-4a27-b36a-68141c6c155a req-d2024ed7-1efa-41d0-8e0c-26fac72cbd29 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2788997
Aug 25 16:30:15.894122 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dad3abf0-936d-4a27-b36a-68141c6c155a req-02dc551f-9ab7-4725-843a-1a9eff4ee7b9 service neutron] 10.222.0.60 "GET /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1757522
Aug 25 16:30:16.467316 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdfd15-f730-45c0-baca-af33cb698e0d req-ba4422ee-5db5-49b2-bb8e-9b12c37e8c1e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:16.474751 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-32cdfd15-f730-45c0-baca-af33cb698e0d req-ba4422ee-5db5-49b2-bb8e-9b12c37e8c1e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1916559
Aug 25 16:30:16.545637 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-32cdfd15-f730-45c0-baca-af33cb698e0d req-861647b7-16d6-4255-b558-ed594c4bed2a tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698042
Aug 25 16:30:17.985988 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92449038-2dcf-4804-80db-2e678cae007f req-a25dcd6d-a3d5-4ab4-96a0-5bd3a4a34e8d tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:17.988964 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-92449038-2dcf-4804-80db-2e678cae007f req-a25dcd6d-a3d5-4ab4-96a0-5bd3a4a34e8d tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1513114
Aug 25 16:30:18.079622 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-92449038-2dcf-4804-80db-2e678cae007f req-fe267923-84f4-4beb-99e8-ea942ab543bb tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756025
Aug 25 16:30:19.475362 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21785c44-9a29-47fc-87f5-5c60e570a055 req-e10fab19-27c5-4f44-a2e9-630507639b9c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:19.478212 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-21785c44-9a29-47fc-87f5-5c60e570a055 req-e10fab19-27c5-4f44-a2e9-630507639b9c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1729212
Aug 25 16:30:19.560768 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-21785c44-9a29-47fc-87f5-5c60e570a055 req-75216702-cbf7-43ec-9fe2-dec582327e60 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745270
Aug 25 16:30:21.787404 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74a194-639d-464a-8280-7a1c3f8ca87c req-d46b8bff-cd14-4188-b3c2-aa22e1821137 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:21.794352 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7b74a194-639d-464a-8280-7a1c3f8ca87c req-d46b8bff-cd14-4188-b3c2-aa22e1821137 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 945 time: 0.1803279
Aug 25 16:30:21.897619 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7b74a194-639d-464a-8280-7a1c3f8ca87c req-e21372fa-4dfc-413f-9cb2-d91bf034e267 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953193
Aug 25 16:30:23.293346 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f63269-64d1-4df5-99e4-df20571cb143 req-95b57f35-cb9f-43b1-b826-6ef697c8c124 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:23.296961 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-62f63269-64d1-4df5-99e4-df20571cb143 req-95b57f35-cb9f-43b1-b826-6ef697c8c124 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 945 time: 0.1566494
Aug 25 16:30:23.386818 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-62f63269-64d1-4df5-99e4-df20571cb143 req-79f3eda1-8cd1-49ca-85bc-495870072a9b tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813606
Aug 25 16:30:23.613181 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:24.523616 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767852c5-4d87-4612-b62a-3d20b99b1223 req-aa735688-63f3-4766-8be0-2b81bcb44996 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:24.526640 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-767852c5-4d87-4612-b62a-3d20b99b1223 req-aa735688-63f3-4766-8be0-2b81bcb44996 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 945 time: 0.1551859
Aug 25 16:30:24.682254 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-767852c5-4d87-4612-b62a-3d20b99b1223 req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Deleting port 20640d04-09c7-4650-9d5f-c550324f39dd {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:30:24.683147 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-767852c5-4d87-4612-b62a-3d20b99b1223 req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:25.093841 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128818c9-9170-4e03-968d-aae3a2c6aaa2 req-b38fdab0-7705-4e92-a6f0-b792252320a6 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:25.096983 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-128818c9-9170-4e03-968d-aae3a2c6aaa2 req-b38fdab0-7705-4e92-a6f0-b792252320a6 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 945 time: 0.3519661
Aug 25 16:30:25.404327 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-128818c9-9170-4e03-968d-aae3a2c6aaa2 req-ba3c5881-ca68-4f2e-81aa-45d2d9bd12a5 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907248
Aug 25 16:30:25.450179 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-767852c5-4d87-4612-b62a-3d20b99b1223 req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] For port 20640d04-09c7-4650-9d5f-c550324f39dd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=20640d04-09c7-4650-9d5f-c550324f39dd,segment=NetworkSegment(9480c9d7-2c06-4f96-8891-61f33ee44e97),segment_id=9480c9d7-2c06-4f96-8891-61f33ee44e97)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:30:25.451070 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-767852c5-4d87-4612-b62a-3d20b99b1223 req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:25.671603 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-767852c5-4d87-4612-b62a-3d20b99b1223 req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Calling delete_port for 20640d04-09c7-4650-9d5f-c550324f39dd owned by compute:nova {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:30:26.016008 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-767852c5-4d87-4612-b62a-3d20b99b1223 req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:26.033094 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:26.126094 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Pushing event deleted for resources: {'Port': ['ID=20640d04-09c7-4650-9d5f-c550324f39dd,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:26.147229 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:26.147821 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:26.148401 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:26.149370 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:26.149849 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:26.150138 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:26.150684 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:26.151254 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:26.151805 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:26.152501 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:26.153148 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:26.161094 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:26.276400 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-767852c5-4d87-4612-b62a-3d20b99b1223 req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] No DVR routers for this DVR port 20640d04-09c7-4650-9d5f-c550324f39dd on host hv-cinder-80582 {{(pid=75962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:30:26.281729 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-767852c5-4d87-4612-b62a-3d20b99b1223 req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:26.285897 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb86ef-3a39-4b4f-8ade-1e00a218c53b', 'name': 'network-vif-deleted', 'tag': '20640d04-09c7-4650-9d5f-c550324f39dd'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:30:26.405066 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdb86ef-3a39-4b4f-8ade-1e00a218c53b', 'name': 'network-vif-deleted', 'tag': '20640d04-09c7-4650-9d5f-c550324f39dd', 'status': 'completed', 'code': 200}
Aug 25 16:30:26.421496 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-767852c5-4d87-4612-b62a-3d20b99b1223 req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.60 "DELETE /v2.0/ports/20640d04-09c7-4650-9d5f-c550324f39dd HTTP/1.1" status: 204  len: 173 time: 1.8852870
Aug 25 16:30:26.966948 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-20ca70b7-3207-40e1-b3da-e7de85a098cc req-591f286b-fd5d-4b70-bc99-4bf12fac1477 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Synchronizing usage tracker for tenant:6afd2971dd794007bf79339acd9d78ae on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:30:27.101192 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-20ca70b7-3207-40e1-b3da-e7de85a098cc req-591f286b-fd5d-4b70-bc99-4bf12fac1477 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Unset dirty status for tenant:6afd2971dd794007bf79339acd9d78ae on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:30:27.109975 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-20ca70b7-3207-40e1-b3da-e7de85a098cc req-591f286b-fd5d-4b70-bc99-4bf12fac1477 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb86ef-3a39-4b4f-8ade-1e00a218c53b HTTP/1.1" status: 200  len: 210 time: 0.3440976
Aug 25 16:30:27.819465 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 20640d04-09c7-4650-9d5f-c550324f39dd no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:30:27.934457 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 20640d04-09c7-4650-9d5f-c550324f39dd {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:30:27.936112 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 20640d04-09c7-4650-9d5f-c550324f39dd not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:30:27.976321 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c489ccf-a4f1-4852-bdb4-25dc045ef071 req-a64d665c-ef11-495a-ac61-acaed9388fb8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:27.979929 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6c489ccf-a4f1-4852-bdb4-25dc045ef071 req-a64d665c-ef11-495a-ac61-acaed9388fb8 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1758280
Aug 25 16:30:28.068694 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6c489ccf-a4f1-4852-bdb4-25dc045ef071 req-db4a6aa8-d8ae-4ca0-a541-1b44106d29f2 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777605
Aug 25 16:30:28.483884 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3cdb5-1590-4bba-975b-80293015876a req-1042eb4b-0d2f-4ca5-bac4-4c0e65c42077 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:28.499250 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d9a3cdb5-1590-4bba-975b-80293015876a req-1042eb4b-0d2f-4ca5-bac4-4c0e65c42077 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 945 time: 0.1769943
Aug 25 16:30:28.617695 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d9a3cdb5-1590-4bba-975b-80293015876a req-6c7bf858-e10a-416d-9552-73e89d9ca55a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083460
Aug 25 16:30:29.431483 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd630c53-a8be-418e-8fa1-b765a34c7999 req-e11b75cb-479f-451f-ad73-31d1bd4a0792 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:29.432543 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dd630c53-a8be-418e-8fa1-b765a34c7999 req-e11b75cb-479f-451f-ad73-31d1bd4a0792 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1144037
Aug 25 16:30:29.489380 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dd630c53-a8be-418e-8fa1-b765a34c7999 req-9a2454fc-e71a-46e5-9fb9-05e4d548f744 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470910
Aug 25 16:30:29.903730 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b9c3e-3fa2-4f8d-9c4d-10f9dc91d764 req-daeba4a7-8776-4b31-b5f7-6ffb295e5e05 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:29.906007 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-032b9c3e-3fa2-4f8d-9c4d-10f9dc91d764 req-daeba4a7-8776-4b31-b5f7-6ffb295e5e05 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 945 time: 0.1023402
Aug 25 16:30:29.955430 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-032b9c3e-3fa2-4f8d-9c4d-10f9dc91d764 req-8dec51cf-16d8-497d-9fac-a1d18dba3850 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436141
Aug 25 16:30:30.852840 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e07ad-7518-4110-a2cc-b3203b126a2e req-00f5ad0e-a7fd-4b2b-9757-3f970e6df61e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:30.854566 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6b0e07ad-7518-4110-a2cc-b3203b126a2e req-00f5ad0e-a7fd-4b2b-9757-3f970e6df61e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1329744
Aug 25 16:30:30.915057 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6b0e07ad-7518-4110-a2cc-b3203b126a2e req-d330c6e6-b227-4829-afb9-be49e81adb8c tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537345
Aug 25 16:30:31.209827 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf56b3-97bd-49f1-a707-fa35c303a154 req-9b766c1c-0cf7-4243-a771-f56363b7bb36 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:31.211456 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b0cf56b3-97bd-49f1-a707-fa35c303a154 req-9b766c1c-0cf7-4243-a771-f56363b7bb36 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 945 time: 0.0990541
Aug 25 16:30:31.294648 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b0cf56b3-97bd-49f1-a707-fa35c303a154 req-e4dffd0e-edff-4510-ab05-24da06f94219 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763278
Aug 25 16:30:32.206678 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccca6b-d56a-43d5-a95e-656ffdcb9d65 req-d923485e-9dc7-4d5a-8b5a-49e8c9c516ec tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:32.209739 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-70ccca6b-d56a-43d5-a95e-656ffdcb9d65 req-d923485e-9dc7-4d5a-8b5a-49e8c9c516ec tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.1090343
Aug 25 16:30:32.281545 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-70ccca6b-d56a-43d5-a95e-656ffdcb9d65 req-5f10731b-742c-426e-baf1-cdf06cd5dcb0 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671239
Aug 25 16:30:32.586210 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f56f68-221b-47b2-bb9e-0de0735ec85c req-383ba9e4-18ce-4289-baf0-de96e6f622af tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:32.588972 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-58f56f68-221b-47b2-bb9e-0de0735ec85c req-383ba9e4-18ce-4289-baf0-de96e6f622af tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 945 time: 0.1203406
Aug 25 16:30:32.674099 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-58f56f68-221b-47b2-bb9e-0de0735ec85c req-839d5470-ed06-4725-b177-b4a266018541 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761266
Aug 25 16:30:32.988040 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6265af-69e1-4a96-bc7d-cc5626954fe3 req-9d45a810-cbc1-4a19-8866-1debb6468a54 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:32.990877 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fa6265af-69e1-4a96-bc7d-cc5626954fe3 req-9d45a810-cbc1-4a19-8866-1debb6468a54 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 945 time: 0.1253674
Aug 25 16:30:33.110390 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-ff71b2a3-32f7-4a37-923f-da5047326513 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:33.112438 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-ff71b2a3-32f7-4a37-923f-da5047326513 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Synchronizing usage tracker for tenant:19425c1ac63d45a88595b9d54610f1c3 on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:30:33.139838 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-fa6265af-69e1-4a96-bc7d-cc5626954fe3 req-53835469-2891-4840-8e85-04e68d766836 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Deleting port 4b2faede-30a1-48dc-871a-c3d0052bae8d {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:30:33.140493 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-fa6265af-69e1-4a96-bc7d-cc5626954fe3 req-53835469-2891-4840-8e85-04e68d766836 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:33.215055 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-ff71b2a3-32f7-4a37-923f-da5047326513 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Unset dirty status for tenant:19425c1ac63d45a88595b9d54610f1c3 on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:30:33.221425 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-ff71b2a3-32f7-4a37-923f-da5047326513 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.2413316
Aug 25 16:30:33.392038 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-e3d4943e-9580-43ad-b725-1a734910a889 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Deleting port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:30:33.392779 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-e3d4943e-9580-43ad-b725-1a734910a889 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:33.568780 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-fa6265af-69e1-4a96-bc7d-cc5626954fe3 req-53835469-2891-4840-8e85-04e68d766836 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] For port 4b2faede-30a1-48dc-871a-c3d0052bae8d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b2faede-30a1-48dc-871a-c3d0052bae8d,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:30:33.569405 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-fa6265af-69e1-4a96-bc7d-cc5626954fe3 req-53835469-2891-4840-8e85-04e68d766836 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:33.825196 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-fa6265af-69e1-4a96-bc7d-cc5626954fe3 req-53835469-2891-4840-8e85-04e68d766836 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Calling delete_port for 4b2faede-30a1-48dc-871a-c3d0052bae8d owned by compute:nova {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:30:33.889978 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-e3d4943e-9580-43ad-b725-1a734910a889 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] For port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:30:33.890389 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-e3d4943e-9580-43ad-b725-1a734910a889 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:34.057752 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-e3d4943e-9580-43ad-b725-1a734910a889 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Calling delete_port for 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:30:34.405601 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bdb9-029a-4fdb-b64e-7f8f4407ac37 req-0b6f1d66-05da-403e-bd18-288ff8def467 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:34.409789 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2689bdb9-029a-4fdb-b64e-7f8f4407ac37 req-0b6f1d66-05da-403e-bd18-288ff8def467 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 946 time: 0.4895334
Aug 25 16:30:34.456877 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df8911-b4bd-491c-9728-e244e5867afa req-2dd4c3df-b34c-4483-90a0-fcfc610a9b1b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:34.463020 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-60df8911-b4bd-491c-9728-e244e5867afa req-2dd4c3df-b34c-4483-90a0-fcfc610a9b1b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 945 time: 0.5410037
Aug 25 16:30:34.523273 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-e3d4943e-9580-43ad-b725-1a734910a889 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:34.530874 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:34.538623 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['2bfd13fa-4ac0-4d72-8f03-bfd15500a84e', 'b36da994-aabe-4419-8adb-6fb2f5096b45'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:30:34.606913 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2689bdb9-029a-4fdb-b64e-7f8f4407ac37 req-c519fa42-d3a8-4271-b9b9-961f0247e83a tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901746
Aug 25 16:30:34.623069 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-60df8911-b4bd-491c-9728-e244e5867afa req-4688252a-21cb-4b27-abcc-d1264f170cb5 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588829
Aug 25 16:30:34.650084 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-fa6265af-69e1-4a96-bc7d-cc5626954fe3 req-53835469-2891-4840-8e85-04e68d766836 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:34.674698 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:34.677775 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4943e-9580-43ad-b725-1a734910a889 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Pushing event deleted for resources: {'Port': ['ID=2bfd13fa-4ac0-4d72-8f03-bfd15500a84e,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:34.836566 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e3d4943e-9580-43ad-b725-1a734910a889 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:34.837479 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49268) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:34.840820 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53835469-2891-4840-8e85-04e68d766836 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Pushing event deleted for resources: {'Port': ['ID=4b2faede-30a1-48dc-871a-c3d0052bae8d,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:34.847005 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-53835469-2891-4840-8e85-04e68d766836 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:34.909157 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6265af-69e1-4a96-bc7d-cc5626954fe3 req-53835469-2891-4840-8e85-04e68d766836 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] No DVR routers for this DVR port 4b2faede-30a1-48dc-871a-c3d0052bae8d on host hv-cinder-80582 {{(pid=75962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:30:34.913039 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-fa6265af-69e1-4a96-bc7d-cc5626954fe3 req-53835469-2891-4840-8e85-04e68d766836 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:34.916550 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f3b3ad-f332-4cb6-91b0-56672faf5701', 'name': 'network-vif-deleted', 'tag': '4b2faede-30a1-48dc-871a-c3d0052bae8d'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:30:34.953159 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-e3d4943e-9580-43ad-b725-1a734910a889 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] No DVR routers for this DVR port 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:30:34.963652 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-e3d4943e-9580-43ad-b725-1a734910a889 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:34.967352 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b', 'name': 'network-vif-deleted', 'tag': '2bfd13fa-4ac0-4d72-8f03-bfd15500a84e'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:30:35.002461 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c483c91-2aa9-4e84-a93a-80c487fbfd54 admin admin] Deleting subnet 49cf1e64-9eae-460b-aa46-eb211c55204d {{(pid=75961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:30:35.007066 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3c483c91-2aa9-4e84-a93a-80c487fbfd54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:35.016514 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f3b3ad-f332-4cb6-91b0-56672faf5701', 'name': 'network-vif-deleted', 'tag': '4b2faede-30a1-48dc-871a-c3d0052bae8d', 'status': 'completed', 'code': 200}
Aug 25 16:30:35.020911 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fa6265af-69e1-4a96-bc7d-cc5626954fe3 req-53835469-2891-4840-8e85-04e68d766836 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "DELETE /v2.0/ports/4b2faede-30a1-48dc-871a-c3d0052bae8d HTTP/1.1" status: 204  len: 173 time: 2.0245779
Aug 25 16:30:35.074960 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b', 'name': 'network-vif-deleted', 'tag': '2bfd13fa-4ac0-4d72-8f03-bfd15500a84e', 'status': 'completed', 'code': 200}
Aug 25 16:30:35.100068 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['4b2c30ec-4fb2-46a5-b532-5646204d8fba', 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc', '289231eb-35a2-429d-ad85-2dcc2b56c0ea', '4b2faede-30a1-48dc-871a-c3d0052bae8d'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:30:35.103823 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3c483c91-2aa9-4e84-a93a-80c487fbfd54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1140329'] for subnet, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:35.201896 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6b4ec294-ac50-4154-9b62-27ef31f13e7f req-e3d4943e-9580-43ad-b725-1a734910a889 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.60 "DELETE /v2.0/ports/2bfd13fa-4ac0-4d72-8f03-bfd15500a84e HTTP/1.1" status: 204  len: 173 time: 1.9667494
Aug 25 16:30:35.307684 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3c483c91-2aa9-4e84-a93a-80c487fbfd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:35.620862 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3c483c91-2aa9-4e84-a93a-80c487fbfd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1548318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1074743'] for subnet, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:35.627050 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:35.696042 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c483c91-2aa9-4e84-a93a-80c487fbfd54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49cf1e64-9eae-460b-aa46-eb211c55204d,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:35.705012 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-3c483c91-2aa9-4e84-a93a-80c487fbfd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:35.725840 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3c483c91-2aa9-4e84-a93a-80c487fbfd54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:35.750181 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-3c483c91-2aa9-4e84-a93a-80c487fbfd54 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/49cf1e64-9eae-460b-aa46-eb211c55204d HTTP/1.1" status: 204  len: 168 time: 0.9033508
Aug 25 16:30:35.753389 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49290) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:35.974987 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-cdd4607f-2295-4ab5-a63e-ac09a1ec4abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:36.058774 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-2590cc8d-67bc-4146-bdf7-e39654009e24 req-86fc4b63-237f-4127-9b5e-0ee10fc67935 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Synchronizing usage tracker for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:30:36.138937 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:36.150709 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:36.172868 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-03bfe854-8cba-4bb1-aaef-4609a784c207 req-d8e827fa-ae9e-49c6-8bba-286941a43a81 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 210 time: 0.1042721
Aug 25 16:30:36.331805 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:30:36.342275 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-2590cc8d-67bc-4146-bdf7-e39654009e24 req-86fc4b63-237f-4127-9b5e-0ee10fc67935 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Unset dirty status for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:30:36.343815 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2590cc8d-67bc-4146-bdf7-e39654009e24 req-86fc4b63-237f-4127-9b5e-0ee10fc67935 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f3b3ad-f332-4cb6-91b0-56672faf5701 HTTP/1.1" status: 200  len: 210 time: 0.3724475
Aug 25 16:30:36.358625 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:36.384735 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fdf04053d00>> segment before_delete 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.389684 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fdf04053d00>> subnet precommit_delete_associations 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.389684 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04053fd0>> segment_host_mapping after_create 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.389684 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04053fd0>> port after_create 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.389684 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04053fd0>> port after_delete 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.389684 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04053fd0>> port after_update 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.390519 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04053fd0>> segment after_delete 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.390871 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04053fd0>> subnet after_create 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.391567 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04053fd0>> subnet after_delete 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.392123 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdf04053fd0>> subnet after_update 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.583088 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdf045563d0>> subnet after_create 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.583457 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdf045563d0>> subnet after_delete 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.583791 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdf045563d0>> subnet before_create 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.584334 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdf045563d0>> subnet before_update 55550000 {{(pid=75962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 25 16:30:36.584932 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf04053e20>,) {'filters': {'network_id': ['5528446a-9412-4b9f-85c4-45f62e2a2e47']}} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:36.600580 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf04053e20>, '7b943289-e34a-47e2-b701-d097b1aed0d9') {'for_net_delete': True} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:36.604919 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf04053e20>, '7b943289-e34a-47e2-b701-d097b1aed0d9') {} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:36.617426 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715203'] for segment, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:36.636273 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:36.644873 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=75962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:30:36.645536 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716028'] for segment, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   util.warn_limited(
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   util.warn_limited(
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]: Traceback (most recent call last):
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     timer()
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     cb(*args, **kw)
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     return func(*args, **kwargs)
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     self._notify()
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     self.callback(batched_events)
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     event.method(event)
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     return f(self, *a, **k)
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self._get(url).json()
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:30:36.667173 dv-cinder-805825-2-iscsi neutron-server[75962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:30:36.806040 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:36.811174 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:36.828822 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:36.834557 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Pushing event deleted for resources: {'Network': ['ID=5528446a-9412-4b9f-85c4-45f62e2a2e47,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:36.837289 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:36.839112 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] 10.222.0.37 "DELETE /v2.0/networks/5528446a-9412-4b9f-85c4-45f62e2a2e47 HTTP/1.1" status: 204  len: 168 time: 1.0841165
Aug 25 16:30:36.860769 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49306) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:36.913578 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23a2cfc-6f6c-41be-954a-bfe9bf9f090e admin admin] Deleting subnet 787fcb64-aed7-43b2-81ce-eab3ec8249ff {{(pid=75962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:30:36.921141 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b23a2cfc-6f6c-41be-954a-bfe9bf9f090e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:36.977309 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b23a2cfc-6f6c-41be-954a-bfe9bf9f090e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1715212'] for subnet, precommit_delete_associations {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:37.044630 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b23a2cfc-6f6c-41be-954a-bfe9bf9f090e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:37.210264 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b23a2cfc-6f6c-41be-954a-bfe9bf9f090e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2086434'] for subnet, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:37.217269 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:37.255109 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a2cfc-6f6c-41be-954a-bfe9bf9f090e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787fcb64-aed7-43b2-81ce-eab3ec8249ff,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:37.259632 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b23a2cfc-6f6c-41be-954a-bfe9bf9f090e admin admin] Notify callbacks [] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:37.262973 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b23a2cfc-6f6c-41be-954a-bfe9bf9f090e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:37.270721 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-b23a2cfc-6f6c-41be-954a-bfe9bf9f090e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/787fcb64-aed7-43b2-81ce-eab3ec8249ff HTTP/1.1" status: 204  len: 168 time: 0.4230461
Aug 25 16:30:37.271321 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49314) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:37.465636 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-14622634-8fac-40a6-9538-b3bf34b94373 req-01a1ddff-7fad-4747-8992-b30c8574966b tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a8f5b13-dcc7-4451-8482-d8e2b1d95d1b HTTP/1.1" status: 200  len: 210 time: 0.0698810
Aug 25 16:30:37.511313 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:37.668853 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:37.689082 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf04adaa60>,) {'filters': {'network_id': ['1f5daf69-e36d-4313-8eb7-bd2fabc06b7b']}} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:37.702923 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf04adaa60>, 'b6630b9e-6278-4f9a-a12a-8a0cd59d4d8f') {'for_net_delete': True} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:37.703219 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf04adaa60>, 'b6630b9e-6278-4f9a-a12a-8a0cd59d4d8f') {} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:37.717223 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715203'] for segment, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:37.735646 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:37.742813 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=75962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:30:37.747232 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716028'] for segment, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]: Traceback (most recent call last):
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     timer()
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     cb(*args, **kw)
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     return func(*args, **kwargs)
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     self._notify()
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     self.callback(batched_events)
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     event.method(event)
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     return f(self, *a, **k)
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self._get(url).json()
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:30:37.756758 dv-cinder-805825-2-iscsi neutron-server[75962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:30:37.939985 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:37.943999 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-06a39850-2a87-4ed7-a5aa-c88e457999f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:37.960114 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:37.971111 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5daf69-e36d-4313-8eb7-bd2fabc06b7b,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:37.974279 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] 10.222.0.37 "DELETE /v2.0/networks/1f5daf69-e36d-4313-8eb7-bd2fabc06b7b HTTP/1.1" status: 204  len: 168 time: 0.7016313
Aug 25 16:30:37.976181 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:38.026664 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f985-a692-419f-940b-1c0188bb7599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:38.488219 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49334) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:38.551432 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-61fd73a6-d67c-408a-aaf0-311fd3288e6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afe702eb33c8468a9de0c5aec89e7aeb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0590954
Aug 25 16:30:38.551698 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49340) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:38.645631 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e975c6d7-59cc-4943-b226-a406a1916d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:38.679988 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e975c6d7-59cc-4943-b226-a406a1916d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:38.836932 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e975c6d7-59cc-4943-b226-a406a1916d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:38.840800 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9d720668-267a-4b2b-966d-4227a5496087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:38.855491 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975c6d7-59cc-4943-b226-a406a1916d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2db05f-0843-4b7f-ad2c-a0799b75e32a,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:38.860087 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e975c6d7-59cc-4943-b226-a406a1916d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:38.864048 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e975c6d7-59cc-4943-b226-a406a1916d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:38.865344 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-e975c6d7-59cc-4943-b226-a406a1916d53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e2db05f-0843-4b7f-ad2c-a0799b75e32a HTTP/1.1" status: 204  len: 168 time: 0.3124604
Aug 25 16:30:39.031431 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:39.272965 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 4b2faede-30a1-48dc-871a-c3d0052bae8d no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:30:39.330639 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 4b2faede-30a1-48dc-871a-c3d0052bae8d {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:30:39.331149 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 4b2faede-30a1-48dc-871a-c3d0052bae8d not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:30:39.331411 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:30:39.348075 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870db0c-5e78-4688-ab33-29e8c00bc418 req-583d4185-892a-4c6a-a4b3-283dac2ccea4 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:39.350438 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7870db0c-5e78-4688-ab33-29e8c00bc418 req-583d4185-892a-4c6a-a4b3-283dac2ccea4 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1192567
Aug 25 16:30:39.366610 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:30:39.366952 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 2bfd13fa-4ac0-4d72-8f03-bfd15500a84e not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:30:39.409444 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7870db0c-5e78-4688-ab33-29e8c00bc418 req-09d031cb-0dd1-42d0-9e04-2acbfaf17b2a tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495641
Aug 25 16:30:39.824826 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49360) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:39.885934 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-9cd1ffa5-1c2e-4acd-a318-e244bf3467ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5fde63b34f943848a565471cac3a26a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0594923
Aug 25 16:30:39.889874 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49364) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:40.011994 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-51b696ae-03cb-4570-8b2a-07c9763e7a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:40.042967 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-51b696ae-03cb-4570-8b2a-07c9763e7a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:40.237058 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-51b696ae-03cb-4570-8b2a-07c9763e7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:40.241478 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:40.252986 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b696ae-03cb-4570-8b2a-07c9763e7a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ce83f0-47df-497e-855b-69d6dab5cfdb,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:40.255733 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-51b696ae-03cb-4570-8b2a-07c9763e7a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:40.263874 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-51b696ae-03cb-4570-8b2a-07c9763e7a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:40.267765 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-51b696ae-03cb-4570-8b2a-07c9763e7a03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01ce83f0-47df-497e-855b-69d6dab5cfdb HTTP/1.1" status: 204  len: 168 time: 0.3742895
Aug 25 16:30:40.577999 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:40.661244 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab804-fcdd-4470-b228-3fa477c0fb17 req-530e78a8-a644-47c6-9d15-dcb23f391d85 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:40.662680 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-01fab804-fcdd-4470-b228-3fa477c0fb17 req-530e78a8-a644-47c6-9d15-dcb23f391d85 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1027036
Aug 25 16:30:40.723969 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-01fab804-fcdd-4470-b228-3fa477c0fb17 req-d7f0a667-231d-4144-8ab4-b901654e048b tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555444
Aug 25 16:30:41.065664 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-28f579b9-4151-4961-a235-607becf6d710 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:41.067164 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-28f579b9-4151-4961-a235-607becf6d710 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/networks?id=6e04846e-9622-44ea-b4a8-14af76dd90e8 HTTP/1.1" status: 200  len: 814 time: 0.2486060
Aug 25 16:30:41.084062 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d80026-7011-43b4-8b20-1dc9d45440e0 req-37d8c3aa-feec-47b9-9c15-ba57ca03f549 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:41.085734 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b8d80026-7011-43b4-8b20-1dc9d45440e0 req-37d8c3aa-feec-47b9-9c15-ba57ca03f549 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 945 time: 0.1599004
Aug 25 16:30:41.124740 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-1a6cca11-3177-47b3-a181-b45d315a9b41 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/quotas/6afd2971dd794007bf79339acd9d78ae HTTP/1.1" status: 200  len: 375 time: 0.0378871
Aug 25 16:30:41.187839 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b8d80026-7011-43b4-8b20-1dc9d45440e0 req-5714cfae-2a6f-4ef0-a3bf-10b8e9674fba tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913975
Aug 25 16:30:41.190233 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-64b218f7-af42-4f40-acca-a5629d0c3a3f tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6afd2971dd794007bf79339acd9d78ae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0549307
Aug 25 16:30:41.359261 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-4a8260f4-20a8-467c-a1aa-73b46a71d7e9 service neutron] 10.222.0.37 "GET /v2.0/networks/6e04846e-9622-44ea-b4a8-14af76dd90e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615756
Aug 25 16:30:41.521560 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-9afc2269-6c80-4d1d-8b10-a22a35c80c9f service neutron] 10.222.0.37 "GET /v2.0/networks/6e04846e-9622-44ea-b4a8-14af76dd90e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546850
Aug 25 16:30:41.995158 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-162a3bbd-79cb-48a5-99c9-f2ebf25f08f8 req-fbc97bc2-b47c-499f-b3c5-fa605e0ccf2c tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 210 time: 0.0640936
Aug 25 16:30:42.046968 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca95d03-ce90-4ff8-8b4b-042fcce84b88 req-93c7073b-3f39-4dff-b34d-984637b86684 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:42.048500 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dca95d03-ce90-4ff8-8b4b-042fcce84b88 req-93c7073b-3f39-4dff-b34d-984637b86684 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1594419
Aug 25 16:30:42.107678 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dca95d03-ce90-4ff8-8b4b-042fcce84b88 req-ce4f9dff-29f4-4814-bb0b-0e95a3a43af4 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498984
Aug 25 16:30:42.499082 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4dd86-19da-4f90-9bd1-764d8ace99b4 req-6c95a4fe-e372-495e-90c6-117a98889767 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:42.500824 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-45a4dd86-19da-4f90-9bd1-764d8ace99b4 req-6c95a4fe-e372-495e-90c6-117a98889767 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 945 time: 0.1154184
Aug 25 16:30:42.569128 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-45a4dd86-19da-4f90-9bd1-764d8ace99b4 req-66dc6e3f-d3b1-4d66-bb54-e581dfcd0e0c tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592730
Aug 25 16:30:42.666585 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd24762-f334-4613-986d-8af0304942b5 req-9aa3a57a-516f-4391-99bb-d37d12f7048d tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:42.671695 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-4fd24762-f334-4613-986d-8af0304942b5 req-9aa3a57a-516f-4391-99bb-d37d12f7048d tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Synchronizing usage tracker for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:30:42.684706 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-4fd24762-f334-4613-986d-8af0304942b5 req-9aa3a57a-516f-4391-99bb-d37d12f7048d tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Unset dirty status for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:30:42.686989 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-4fd24762-f334-4613-986d-8af0304942b5 req-9aa3a57a-516f-4391-99bb-d37d12f7048d tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 945 time: 0.1095872
Aug 25 16:30:42.786083 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-4fd24762-f334-4613-986d-8af0304942b5 req-fa051061-f4cb-4751-aecd-400572e29f2f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Deleting port 289231eb-35a2-429d-ad85-2dcc2b56c0ea {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:30:42.786576 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-4fd24762-f334-4613-986d-8af0304942b5 req-fa051061-f4cb-4751-aecd-400572e29f2f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:43.128037 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-4fd24762-f334-4613-986d-8af0304942b5 req-fa051061-f4cb-4751-aecd-400572e29f2f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] For port 289231eb-35a2-429d-ad85-2dcc2b56c0ea, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=289231eb-35a2-429d-ad85-2dcc2b56c0ea,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:30:43.128500 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-4fd24762-f334-4613-986d-8af0304942b5 req-fa051061-f4cb-4751-aecd-400572e29f2f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:43.290442 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-4fd24762-f334-4613-986d-8af0304942b5 req-fa051061-f4cb-4751-aecd-400572e29f2f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Calling delete_port for 289231eb-35a2-429d-ad85-2dcc2b56c0ea owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:30:43.297724 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4811fd8b-ee79-487e-bf25-47c71dd0210b req-b9e4847d-2d94-49d7-afe5-9ddab8a23b17 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 210 time: 0.0991173
Aug 25 16:30:43.472992 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fd3c7-3bf7-485f-87f2-b93cc582c994 req-cf5ea968-b9bc-4efd-8806-49d8bb60d73f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:43.474466 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c51fd3c7-3bf7-485f-87f2-b93cc582c994 req-cf5ea968-b9bc-4efd-8806-49d8bb60d73f tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.0933518
Aug 25 16:30:43.535837 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c51fd3c7-3bf7-485f-87f2-b93cc582c994 req-8bc72ad3-3e14-4eef-a34b-581ee4906937 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554931
Aug 25 16:30:43.568802 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-4fd24762-f334-4613-986d-8af0304942b5 req-fa051061-f4cb-4751-aecd-400572e29f2f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:43.576585 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:43.581659 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['4b2c30ec-4fb2-46a5-b532-5646204d8fba', 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc', '289231eb-35a2-429d-ad85-2dcc2b56c0ea'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:30:43.653948 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa051061-f4cb-4751-aecd-400572e29f2f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Pushing event deleted for resources: {'Port': ['ID=289231eb-35a2-429d-ad85-2dcc2b56c0ea,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:43.656807 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fa051061-f4cb-4751-aecd-400572e29f2f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:43.762564 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd24762-f334-4613-986d-8af0304942b5 req-fa051061-f4cb-4751-aecd-400572e29f2f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] No DVR routers for this DVR port 289231eb-35a2-429d-ad85-2dcc2b56c0ea on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:30:43.768318 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-4fd24762-f334-4613-986d-8af0304942b5 req-fa051061-f4cb-4751-aecd-400572e29f2f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:43.777229 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06881e7-e3a5-40aa-910e-d4d1223f1e7e', 'name': 'network-vif-deleted', 'tag': '289231eb-35a2-429d-ad85-2dcc2b56c0ea'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:30:43.779376 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-777f8cb9-7622-4953-b34c-f4ea0e40652f req-d1b9eeee-8da2-4b37-92e1-0d70d018ef67 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 210 time: 0.0601034
Aug 25 16:30:43.882527 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06881e7-e3a5-40aa-910e-d4d1223f1e7e', 'name': 'network-vif-deleted', 'tag': '289231eb-35a2-429d-ad85-2dcc2b56c0ea', 'status': 'completed', 'code': 200}
Aug 25 16:30:43.901651 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-4fd24762-f334-4613-986d-8af0304942b5 req-fa051061-f4cb-4751-aecd-400572e29f2f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "DELETE /v2.0/ports/289231eb-35a2-429d-ad85-2dcc2b56c0ea HTTP/1.1" status: 204  len: 173 time: 1.2049427
Aug 25 16:30:44.493750 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e9d1295e-78fe-4bc7-a82d-606df2fa24f5 req-15918834-8fc5-495a-87a0-f436fe7abaa0 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 210 time: 0.0547988
Aug 25 16:30:44.674495 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49514) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:44.749660 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed549ab-407b-46b5-923a-64d4f9a41ece admin admin] Deleting subnet 88b4d2ab-4a2e-4636-aee6-8243febef4b7 {{(pid=75962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:30:44.787067 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-3ed549ab-407b-46b5-923a-64d4f9a41ece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:44.813676 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-668403b9-af84-423e-9c29-ea75f1f7e9a6 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:44.817160 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-668403b9-af84-423e-9c29-ea75f1f7e9a6 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.60 "GET /v2.0/networks?id=6e04846e-9622-44ea-b4a8-14af76dd90e8 HTTP/1.1" status: 200  len: 814 time: 0.1736712
Aug 25 16:30:44.848446 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Request body: {'port': {'device_id': '17ae6270-794d-4f51-9c89-ee83ea843b25', 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8', 'admin_state_up': True, 'tenant_id': '6afd2971dd794007bf79339acd9d78ae'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:30:44.862012 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-3ed549ab-407b-46b5-923a-64d4f9a41ece admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1715212'] for subnet, precommit_delete_associations {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:44.945437 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecd8b1-1012-4b52-8c6c-2ec670ee0c7d req-d5ce3a0b-48ab-4373-bfa1-7fc977135e8d tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:44.946693 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-20ecd8b1-1012-4b52-8c6c-2ec670ee0c7d req-d5ce3a0b-48ab-4373-bfa1-7fc977135e8d tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1943226
Aug 25 16:30:44.951710 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-3ed549ab-407b-46b5-923a-64d4f9a41ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:45.068598 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:30:45.069103 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-20ecd8b1-1012-4b52-8c6c-2ec670ee0c7d req-b11197b1-3987-4618-949c-afa7ccfec0c6 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212959
Aug 25 16:30:45.098947 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:30:45.223611 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-3ed549ab-407b-46b5-923a-64d4f9a41ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2086434'] for subnet, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:45.235523 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Made reservation on behalf of 6afd2971dd794007bf79339acd9d78ae for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:30:45.237459 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:45.239460 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b23a2cfc-6f6c-41be-954a-bfe9bf9f090e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:45.267566 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5807d898-99cd-4fa1-90d2-655131e80db1 req-c80ce44b-921a-4031-82e9-aa9a77570586 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06881e7-e3a5-40aa-910e-d4d1223f1e7e HTTP/1.1" status: 200  len: 210 time: 0.1470172
Aug 25 16:30:45.270287 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-3ed549ab-407b-46b5-923a-64d4f9a41ece admin admin] Notify callbacks [] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:45.276688 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-3ed549ab-407b-46b5-923a-64d4f9a41ece admin admin] 10.222.0.37 "DELETE /v2.0/subnets/88b4d2ab-4a2e-4636-aee6-8243febef4b7 HTTP/1.1" status: 204  len: 168 time: 0.6008213
Aug 25 16:30:45.279824 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49528) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:45.286087 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed549ab-407b-46b5-923a-64d4f9a41ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b4d2ab-4a2e-4636-aee6-8243febef4b7,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:45.288577 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-3ed549ab-407b-46b5-923a-64d4f9a41ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:45.431558 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595372c9-ff92-4a7f-aec0-b7aa652cbb16 req-e167dbb4-3498-484c-9b27-a29c63013e7e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:45.433468 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-595372c9-ff92-4a7f-aec0-b7aa652cbb16 req-e167dbb4-3498-484c-9b27-a29c63013e7e tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.60 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1316853
Aug 25 16:30:45.587894 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-595372c9-ff92-4a7f-aec0-b7aa652cbb16 req-589bf0e2-fa60-4c41-9fa0-70e346c39103 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Deleting port b36da994-aabe-4419-8adb-6fb2f5096b45 {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:30:45.587894 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-595372c9-ff92-4a7f-aec0-b7aa652cbb16 req-589bf0e2-fa60-4c41-9fa0-70e346c39103 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:45.595753 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:45.751907 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Allocated IP 172.20.0.2 (6e04846e-9622-44ea-b4a8-14af76dd90e8/dbbfc868-e98b-4c35-98b4-e3e7a830c751/ac7956d2-efa8-4a2c-9f70-8be255306511) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:30:45.784659 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:45.785869 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d9ce5375-446d-42e4-88f7-865b6d95e3e2 req-05610356-3c8e-4699-8720-28b3448a7542 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 210 time: 0.0567753
Aug 25 16:30:45.812721 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf0433b580>,) {'filters': {'network_id': ['5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c']}} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:45.838396 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf0433b580>, '9ae14307-e2e7-4a8e-bc19-aafe792e17c4') {'for_net_delete': True} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:45.839093 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf0433b580>, '9ae14307-e2e7-4a8e-bc19-aafe792e17c4') {} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:45.865344 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1140326'] for segment, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:45.901660 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:45.958175 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-595372c9-ff92-4a7f-aec0-b7aa652cbb16 req-589bf0e2-fa60-4c41-9fa0-70e346c39103 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] For port b36da994-aabe-4419-8adb-6fb2f5096b45, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b36da994-aabe-4419-8adb-6fb2f5096b45,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:30:45.958762 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-595372c9-ff92-4a7f-aec0-b7aa652cbb16 req-589bf0e2-fa60-4c41-9fa0-70e346c39103 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:45.963326 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=75961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:30:45.963717 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1548472'] for segment, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]: Traceback (most recent call last):
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     timer()
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     cb(*args, **kw)
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     return func(*args, **kwargs)
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     self._notify()
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     self.callback(batched_events)
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     event.method(event)
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     return f(self, *a, **k)
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._get(url).json()
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:30:45.977422 dv-cinder-805825-2-iscsi neutron-server[75961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:30:46.097929 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-595372c9-ff92-4a7f-aec0-b7aa652cbb16 req-589bf0e2-fa60-4c41-9fa0-70e346c39103 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Calling delete_port for b36da994-aabe-4419-8adb-6fb2f5096b45 owned by compute:nova {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:30:46.132758 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:46.208794 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:46.212944 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:46.230908 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:46.239782 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:46.244788 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:46.247771 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:46.255625 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:46.306270 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 289231eb-35a2-429d-ad85-2dcc2b56c0ea no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:30:46.336318 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Network 6e04846e-9622-44ea-b4a8-14af76dd90e8 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:30:46.341327 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Pushing event updated for resources: {'Port': ['ID=ac7956d2-efa8-4a2c-9f70-8be255306511,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:46.343821 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:30:46.345648 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:46.346344 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:30:46.353190 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea633-ed80-4c80-87ea-98ccb0bb4149 req-fd4d8dd4-ccae-41b1-96ab-c674b6461a48 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:46.355904 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b8bea633-ed80-4c80-87ea-98ccb0bb4149 req-fd4d8dd4-ccae-41b1-96ab-c674b6461a48 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 946 time: 0.1187613
Aug 25 16:30:46.382195 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-595372c9-ff92-4a7f-aec0-b7aa652cbb16 req-589bf0e2-fa60-4c41-9fa0-70e346c39103 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:46.390722 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-85f0c8f0-8016-4145-a6d2-1ddd12b16011 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:46.410576 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 289231eb-35a2-429d-ad85-2dcc2b56c0ea {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:30:46.411267 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 289231eb-35a2-429d-ad85-2dcc2b56c0ea not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:30:46.412867 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:46.413232 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:46.428018 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5b51d337-3d36-4ce2-a47e-19d0fbdb9b8c HTTP/1.1" status: 204  len: 168 time: 1.1449747
Aug 25 16:30:46.448065 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bf0e2-fa60-4c41-9fa0-70e346c39103 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Pushing event deleted for resources: {'Port': ['ID=b36da994-aabe-4419-8adb-6fb2f5096b45,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:46.455381 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-589bf0e2-fa60-4c41-9fa0-70e346c39103 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:46.481998 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b8bea633-ed80-4c80-87ea-98ccb0bb4149 req-ddba7923-d1a7-4236-8984-8692f46f9251 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/security-groups?id=8643884e-1dc3-4f89-afc5-48621becf6e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172602
Aug 25 16:30:46.529962 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6859236
Aug 25 16:30:46.543638 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Request body: {'port': {'device_id': '17ae6270-794d-4f51-9c89-ee83ea843b25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:30:46.583612 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-595372c9-ff92-4a7f-aec0-b7aa652cbb16 req-589bf0e2-fa60-4c41-9fa0-70e346c39103 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] No DVR routers for this DVR port b36da994-aabe-4419-8adb-6fb2f5096b45 on host hv-cinder-80582 {{(pid=75962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:30:46.586876 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-595372c9-ff92-4a7f-aec0-b7aa652cbb16 req-589bf0e2-fa60-4c41-9fa0-70e346c39103 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:46.590517 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994055e8-1ca1-46af-a264-d79f8f5c6d94', 'name': 'network-vif-deleted', 'tag': 'b36da994-aabe-4419-8adb-6fb2f5096b45'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:30:46.604171 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-595372c9-ff92-4a7f-aec0-b7aa652cbb16 req-589bf0e2-fa60-4c41-9fa0-70e346c39103 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.60 "DELETE /v2.0/ports/b36da994-aabe-4419-8adb-6fb2f5096b45 HTTP/1.1" status: 204  len: 173 time: 1.1648362
Aug 25 16:30:46.729511 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994055e8-1ca1-46af-a264-d79f8f5c6d94', 'name': 'network-vif-deleted', 'tag': 'b36da994-aabe-4419-8adb-6fb2f5096b45', 'status': 'completed', 'code': 200}
Aug 25 16:30:46.766876 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:47.059512 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cc3bb-6b73-4921-a41a-ec1188a8d83f req-d61bb81c-34bf-4ef1-9199-5d173ca8d183 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:47.062045 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f64cc3bb-6b73-4921-a41a-ec1188a8d83f req-d61bb81c-34bf-4ef1-9199-5d173ca8d183 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 931 time: 0.1182988
Aug 25 16:30:47.143139 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f64cc3bb-6b73-4921-a41a-ec1188a8d83f req-ab2a956f-a064-4ea7-ac0b-0a255ae3d321 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734570
Aug 25 16:30:47.196489 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7956d2-efa8-4a2c-9f70-8be255306511 {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:30:47.206841 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:47.210353 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49552) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:47.226188 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Transition to ACTIVE for port object ac7956d2-efa8-4a2c-9f70-8be255306511 will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:30:47.321924 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-b781e50a-d4a9-4db1-8dd3-fb82cb13b1ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a8a5af227fd4bb9bfc4b5153a0e84cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1102269
Aug 25 16:30:47.326581 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49556) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:47.342545 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:47.347083 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ed86e-4979-4470-806f-7fda1240a7cd req-67f753bc-d5f7-4e9e-9977-757e4f921c38 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:47.348605 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-231ed86e-4979-4470-806f-7fda1240a7cd req-67f753bc-d5f7-4e9e-9977-757e4f921c38 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 945 time: 0.1134872
Aug 25 16:30:47.349057 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-48889df5-0a3d-42a9-8fa8-94fd5adcf0a7 tempest-DeleteServersTestJSON-1043951161 tempest-DeleteServersTestJSON-1043951161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:47.403060 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-231ed86e-4979-4470-806f-7fda1240a7cd req-4960f054-3487-4878-8c08-ccf0511b5432 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450659
Aug 25 16:30:47.624472 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Pushing event updated for resources: {'Port': ['ID=ac7956d2-efa8-4a2c-9f70-8be255306511,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:47.630753 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:47.670405 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-59fdfe5e-75c8-4ace-b6e1-3b3639ceea56 req-cc348393-a6ab-4540-a43d-27dfb804505a tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Synchronizing usage tracker for tenant:19425c1ac63d45a88595b9d54610f1c3 on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:30:47.720787 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-09ec2574-a10d-4133-9e20-3f0c51768015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:47.777581 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-09ec2574-a10d-4133-9e20-3f0c51768015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:47.802681 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-59fdfe5e-75c8-4ace-b6e1-3b3639ceea56 req-cc348393-a6ab-4540-a43d-27dfb804505a tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Unset dirty status for tenant:19425c1ac63d45a88595b9d54610f1c3 on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:30:47.804975 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-59fdfe5e-75c8-4ace-b6e1-3b3639ceea56 req-cc348393-a6ab-4540-a43d-27dfb804505a tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] 10.222.0.37 "GET /v2.0/ports?device_id=994055e8-1ca1-46af-a264-d79f8f5c6d94 HTTP/1.1" status: 200  len: 210 time: 0.1862774
Aug 25 16:30:47.817622 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Attempting to bind port ac7956d2-efa8-4a2c-9f70-8be255306511 on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:30:47.818094 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Attempting to bind port ac7956d2-efa8-4a2c-9f70-8be255306511 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '9480c9d7-2c06-4f96-8891-61f33ee44e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:30:47.818421 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Attempting to bind port ac7956d2-efa8-4a2c-9f70-8be255306511 on network 6e04846e-9622-44ea-b4a8-14af76dd90e8 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:30:47.848431 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Port ac7956d2-efa8-4a2c-9f70-8be255306511 on network 6e04846e-9622-44ea-b4a8-14af76dd90e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:30:47.848949 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Attempting to bind port ac7956d2-efa8-4a2c-9f70-8be255306511 on network 6e04846e-9622-44ea-b4a8-14af76dd90e8 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:30:47.858975 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:30:47.859381 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Checking segment: {'id': '9480c9d7-2c06-4f96-8891-61f33ee44e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:30:47.859866 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Bound using segment: {'id': '9480c9d7-2c06-4f96-8891-61f33ee44e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:30:47.860387 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Bound port: ac7956d2-efa8-4a2c-9f70-8be255306511, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9480c9d7-2c06-4f96-8891-61f33ee44e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:30:47.860806 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:47.975923 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] For port ac7956d2-efa8-4a2c-9f70-8be255306511, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:30:47.983358 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] For port ac7956d2-efa8-4a2c-9f70-8be255306511, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ac7956d2-efa8-4a2c-9f70-8be255306511,segment=NetworkSegment(9480c9d7-2c06-4f96-8891-61f33ee44e97),segment_id=9480c9d7-2c06-4f96-8891-61f33ee44e97)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:30:48.002946 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-09ec2574-a10d-4133-9e20-3f0c51768015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:48.007291 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-dc13c92c-3fd5-4a2b-ab0b-5c835bf14c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:48.022711 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec2574-a10d-4133-9e20-3f0c51768015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c87ee17-92e3-4914-871c-deac746605ca,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:48.026051 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-09ec2574-a10d-4133-9e20-3f0c51768015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:48.029038 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-09ec2574-a10d-4133-9e20-3f0c51768015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:48.030691 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-09ec2574-a10d-4133-9e20-3f0c51768015 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c87ee17-92e3-4914-871c-deac746605ca HTTP/1.1" status: 204  len: 168 time: 0.7026224
Aug 25 16:30:48.134038 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:48.139101 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:48.221021 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:48.223423 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] 10.222.0.60 "PUT /v2.0/ports/ac7956d2-efa8-4a2c-9f70-8be255306511 HTTP/1.1" status: 200  len: 1093 time: 1.6854866
Aug 25 16:30:48.224088 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ae6270-794d-4f51-9c89-ee83ea843b25', 'tag': 'ac7956d2-efa8-4a2c-9f70-8be255306511'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:30:48.246349 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Pushing event updated for resources: {'Port': ['ID=ac7956d2-efa8-4a2c-9f70-8be255306511,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:48.266080 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:48.266648 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:48.267234 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:48.267806 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:48.268406 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:48.269083 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:48.269983 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:48.270586 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:48.271156 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:48.271722 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:48.272282 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:48.280316 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:48.299912 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ae6270-794d-4f51-9c89-ee83ea843b25', 'tag': 'ac7956d2-efa8-4a2c-9f70-8be255306511', 'status': 'completed', 'code': 200}
Aug 25 16:30:48.320745 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device b36da994-aabe-4419-8adb-6fb2f5096b45 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:30:48.398782 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: b36da994-aabe-4419-8adb-6fb2f5096b45 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:30:48.399335 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device b36da994-aabe-4419-8adb-6fb2f5096b45 not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:30:48.451668 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b1a43-e19e-46ac-8e01-c62905c0501b req-ec99588d-7c70-4bb7-b140-edc45106a610 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:48.453371 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-528b1a43-e19e-46ac-8e01-c62905c0501b req-ec99588d-7c70-4bb7-b140-edc45106a610 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 943 time: 0.1305246
Aug 25 16:30:48.474900 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-b248ef6f-de56-44d4-bb67-a3ed29d2618b req-74390240-a643-48f4-b186-68e105336db7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6afd2971dd794007bf79339acd9d78ae&device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 1096 time: 0.1208177
Aug 25 16:30:48.517601 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-528b1a43-e19e-46ac-8e01-c62905c0501b req-1e5f7a17-be18-406a-9c67-46134b87b841 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583980
Aug 25 16:30:48.669800 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248ef6f-de56-44d4-bb67-a3ed29d2618b req-df80e51d-16eb-436f-9db5-f4b72c94fb58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:48.672024 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-b248ef6f-de56-44d4-bb67-a3ed29d2618b req-df80e51d-16eb-436f-9db5-f4b72c94fb58 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6afd2971dd794007bf79339acd9d78ae&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1880488
Aug 25 16:30:48.845479 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8b796-8d96-4499-9c60-9c4da68132fc req-e4bd03b7-a332-4132-b97d-6c672664f52a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:48.855315 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248ef6f-de56-44d4-bb67-a3ed29d2618b req-0a46ba04-a568-4117-8316-2732472dfd5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:48.857518 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-b248ef6f-de56-44d4-bb67-a3ed29d2618b req-0a46ba04-a568-4117-8316-2732472dfd5b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1782670
Aug 25 16:30:48.859877 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7fb8b796-8d96-4499-9c60-9c4da68132fc req-e4bd03b7-a332-4132-b97d-6c672664f52a tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 945 time: 0.2454929
Aug 25 16:30:48.869580 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14154044-7ac1-4e28-95ea-268fbe6281f3 req-ec8953a7-738d-4324-a6fc-48503ffc4130 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:48.872741 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-14154044-7ac1-4e28-95ea-268fbe6281f3 req-ec8953a7-738d-4324-a6fc-48503ffc4130 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 945 time: 0.2035995
Aug 25 16:30:49.016748 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49594) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:49.056052 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-14154044-7ac1-4e28-95ea-268fbe6281f3 req-1cc5e250-e32b-4ddd-aa1d-caeffbdf6d0e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Deleting port aea0d04a-97bc-4c5f-adab-4fffc0be05dc {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:30:49.056420 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-14154044-7ac1-4e28-95ea-268fbe6281f3 req-1cc5e250-e32b-4ddd-aa1d-caeffbdf6d0e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:49.099331 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7fb8b796-8d96-4499-9c60-9c4da68132fc req-f5411255-596f-49fe-b699-00055d646f02 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2250595
Aug 25 16:30:49.227377 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-038ec7c1-afd6-4137-b272-1c0c6e832747 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6afd2971dd794007bf79339acd9d78ae&device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 1096 time: 0.3226287
Aug 25 16:30:49.319333 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-800932ad-ccfa-46f3-ae08-0a1b108722b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac7956d2-efa8-4a2c-9f70-8be255306511 HTTP/1.1" status: 200  len: 217 time: 0.0813346
Aug 25 16:30:49.406518 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-14154044-7ac1-4e28-95ea-268fbe6281f3 req-1cc5e250-e32b-4ddd-aa1d-caeffbdf6d0e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] For port aea0d04a-97bc-4c5f-adab-4fffc0be05dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=aea0d04a-97bc-4c5f-adab-4fffc0be05dc,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:30:49.407016 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-14154044-7ac1-4e28-95ea-268fbe6281f3 req-1cc5e250-e32b-4ddd-aa1d-caeffbdf6d0e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:49.454553 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a49fc0b4-c55c-499d-8012-9ed2ab1cbf0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:49.456037 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a49fc0b4-c55c-499d-8012-9ed2ab1cbf0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dbbfc868-e98b-4c35-98b4-e3e7a830c751 HTTP/1.1" status: 200  len: 854 time: 0.0835855
Aug 25 16:30:49.511625 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-9b8f964d-4b2d-4620-b43b-ed1f519daa29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e04846e-9622-44ea-b4a8-14af76dd90e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469015
Aug 25 16:30:49.611006 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-14154044-7ac1-4e28-95ea-268fbe6281f3 req-1cc5e250-e32b-4ddd-aa1d-caeffbdf6d0e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Calling delete_port for aea0d04a-97bc-4c5f-adab-4fffc0be05dc owned by compute:nova {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:30:49.779659 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-d203de87-9347-43e2-a9e5-8c1521010f3f service neutron] 10.222.0.60 "GET /v2.0/networks/6e04846e-9622-44ea-b4a8-14af76dd90e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2531404
Aug 25 16:30:49.917929 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5050c1-9a31-4b70-be6c-83b931b5b462 req-a115c9da-7c5b-443b-81c0-548c3ec55927 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:49.925746 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-eb5050c1-9a31-4b70-be6c-83b931b5b462 req-a115c9da-7c5b-443b-81c0-548c3ec55927 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 943 time: 0.1216550
Aug 25 16:30:49.974784 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-14154044-7ac1-4e28-95ea-268fbe6281f3 req-1cc5e250-e32b-4ddd-aa1d-caeffbdf6d0e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:49.982894 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:49.989387 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['4b2c30ec-4fb2-46a5-b532-5646204d8fba', 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:30:50.135428 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-eb5050c1-9a31-4b70-be6c-83b931b5b462 req-fae0d0a5-e473-4f17-99ff-dbf1b1a648c1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083235
Aug 25 16:30:50.148816 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8ed7ef31-e3f6-48b1-a6bc-a7d7a513d914 req-a8a71678-00a4-4165-beda-e00210d14aff service neutron] 10.222.0.60 "GET /v2.0/networks/6e04846e-9622-44ea-b4a8-14af76dd90e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3603172
Aug 25 16:30:50.231635 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5e250-e32b-4ddd-aa1d-caeffbdf6d0e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Pushing event deleted for resources: {'Port': ['ID=aea0d04a-97bc-4c5f-adab-4fffc0be05dc,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:50.234748 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1cc5e250-e32b-4ddd-aa1d-caeffbdf6d0e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:50.240912 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-14154044-7ac1-4e28-95ea-268fbe6281f3 req-1cc5e250-e32b-4ddd-aa1d-caeffbdf6d0e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] No DVR routers for this DVR port aea0d04a-97bc-4c5f-adab-4fffc0be05dc on host hv-cinder-80582 {{(pid=75962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:30:50.244512 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-14154044-7ac1-4e28-95ea-268fbe6281f3 req-1cc5e250-e32b-4ddd-aa1d-caeffbdf6d0e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:50.250156 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63', 'name': 'network-vif-deleted', 'tag': 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:30:50.254526 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937137'] for router_interface, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:50.277824 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-14154044-7ac1-4e28-95ea-268fbe6281f3 req-1cc5e250-e32b-4ddd-aa1d-caeffbdf6d0e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "DELETE /v2.0/ports/aea0d04a-97bc-4c5f-adab-4fffc0be05dc HTTP/1.1" status: 204  len: 173 time: 1.3851981
Aug 25 16:30:50.350298 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63', 'name': 'network-vif-deleted', 'tag': 'aea0d04a-97bc-4c5f-adab-4fffc0be05dc', 'status': 'completed', 'code': 200}
Aug 25 16:30:50.395117 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-bc8fb5cb-e185-45dd-b993-a25cd38249d8 req-b3cebdc9-dab8-4b6f-b971-8a0724f94838 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Synchronizing usage tracker for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:30:50.565421 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-bc8fb5cb-e185-45dd-b993-a25cd38249d8 req-b3cebdc9-dab8-4b6f-b971-8a0724f94838 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Unset dirty status for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:30:50.571723 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bc8fb5cb-e185-45dd-b993-a25cd38249d8 req-b3cebdc9-dab8-4b6f-b971-8a0724f94838 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5ff6b8-1bae-4ccd-a639-6ed6fd359d63 HTTP/1.1" status: 200  len: 210 time: 0.2221119
Aug 25 16:30:51.094345 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] Deleting port e0b49df0-b731-4f07-9bd2-5442c99d094b {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:30:51.094345 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:51.403643 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] For port e0b49df0-b731-4f07-9bd2-5442c99d094b, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e0b49df0-b731-4f07-9bd2-5442c99d094b,segment=NetworkSegment(ffd57e54-46cd-476c-a345-da046086f759),segment_id=ffd57e54-46cd-476c-a345-da046086f759)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:30:51.404454 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:51.585414 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] Calling delete_port for e0b49df0-b731-4f07-9bd2-5442c99d094b owned by network:router_interface {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:30:51.638893 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e30ea5-c10c-4b7b-99b1-a65344e23b81 req-ddfa7979-1dbe-42d9-b893-aef6d024d64a tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:51.640435 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f0e30ea5-c10c-4b7b-99b1-a65344e23b81 req-ddfa7979-1dbe-42d9-b893-aef6d024d64a tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 943 time: 0.1496150
Aug 25 16:30:51.729568 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f0e30ea5-c10c-4b7b-99b1-a65344e23b81 req-2e19eeaf-c45d-4e5f-9c19-8041d25fbe2f tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773797
Aug 25 16:30:52.091500 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:52.095943 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:52.143395 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b49df0-b731-4f07-9bd2-5442c99d094b,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:52.147714 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:52.318640 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device ac7956d2-efa8-4a2c-9f70-8be255306511 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:30:52.322663 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device aea0d04a-97bc-4c5f-adab-4fffc0be05dc no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:30:52.388801 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: aea0d04a-97bc-4c5f-adab-4fffc0be05dc {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:30:52.389260 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device aea0d04a-97bc-4c5f-adab-4fffc0be05dc not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:30:52.648231 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port ac7956d2-efa8-4a2c-9f70-8be255306511, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ac7956d2-efa8-4a2c-9f70-8be255306511,segment=NetworkSegment(9480c9d7-2c06-4f96-8891-61f33ee44e97),segment_id=9480c9d7-2c06-4f96-8891-61f33ee44e97)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:30:52.664225 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': 'ac7956d2-efa8-4a2c-9f70-8be255306511', 'network_id': '6e04846e-9622-44ea-b4a8-14af76dd90e8', 'port_id': 'ac7956d2-efa8-4a2c-9f70-8be255306511', 'mac_address': 'fa:16:3e:87:41:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbfc868-e98b-4c35-98b4-e3e7a830c751', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:30:52.708310 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937029'] for router_interface, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:52.755372 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:52.777335 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7956d2-efa8-4a2c-9f70-8be255306511 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:30:52.817011 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port ac7956d2-efa8-4a2c-9f70-8be255306511, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ac7956d2-efa8-4a2c-9f70-8be255306511,segment=NetworkSegment(9480c9d7-2c06-4f96-8891-61f33ee44e97),segment_id=9480c9d7-2c06-4f96-8891-61f33ee44e97)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:30:52.905031 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:52.907292 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:52.989370 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=ac7956d2-efa8-4a2c-9f70-8be255306511,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:53.002214 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:53.005633 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:53.005809 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527b536-61d0-4764-ae78-26a5ba231b20 req-f1fcd297-d59a-47fa-8471-82d221ac4f75 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:53.006279 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:53.006279 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:53.006279 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:53.006279 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:53.006638 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2527b536-61d0-4764-ae78-26a5ba231b20 req-f1fcd297-d59a-47fa-8471-82d221ac4f75 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 944 time: 0.1126053
Aug 25 16:30:53.006731 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:53.006731 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:53.006731 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:53.007135 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:53.007583 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:30:53.013428 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:53.081023 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2527b536-61d0-4764-ae78-26a5ba231b20 req-834d9394-69b2-41a0-989c-05e450ccf779 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699496
Aug 25 16:30:53.151755 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['ac7956d2-efa8-4a2c-9f70-8be255306511'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:30:53.439447 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] Router 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:30:53.642403 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:53.678627 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:30:53.721080 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde05dd-f35e-4982-b707-ef118f307522 None None] Sync routers for ids ['6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:30:53.764576 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde05dd-f35e-4982-b707-ef118f307522 None None] Routers {'6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:30:53.765227 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-4cde05dd-f35e-4982-b707-ef118f307522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf049e0ac0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:30:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:53.796455 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] 10.222.0.37 "PUT /v2.0/routers/6f350dc3-1fbc-4323-a46c-cecfa9d7c22c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7777140
Aug 25 16:30:53.800062 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49662) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:54.033062 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-4cde05dd-f35e-4982-b707-ef118f307522 None None] Set router 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:30:54.139168 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Notify callbacks [] for router, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:54.139385 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c905a-572a-4bd7-95ab-e33a9059515c req-2b7458ff-5895-4f26-acbc-fdd83628ea89 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:54.141494 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9a5c905a-572a-4bd7-95ab-e33a9059515c req-2b7458ff-5895-4f26-acbc-fdd83628ea89 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 945 time: 0.1451290
Aug 25 16:30:54.212747 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9a5c905a-572a-4bd7-95ab-e33a9059515c req-9615932b-989f-44b2-a1ad-c352b02e5be3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648496
Aug 25 16:30:54.346632 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device ac7956d2-efa8-4a2c-9f70-8be255306511 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:30:54.365910 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb739c2-92ee-47b4-aff9-aa28f3b2a1d2 req-525ba33f-8a68-4639-84b6-5f64cda40e22 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:54.367661 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9fb739c2-92ee-47b4-aff9-aa28f3b2a1d2 req-525ba33f-8a68-4639-84b6-5f64cda40e22 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 944 time: 0.1269283
Aug 25 16:30:54.445837 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9fb739c2-92ee-47b4-aff9-aa28f3b2a1d2 req-a32adf60-1215-49d8-a0f5-8504fb1ad134 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692942
Aug 25 16:30:54.505354 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-4cde05dd-f35e-4982-b707-ef118f307522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf049e0ac0>, [{'id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'name': 'tempest-ServerRescueNegativeTestJSON-1971211076-router', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:00Z', 'updated_at': '2021-08-25T16:30:51Z', 'revision_number': 5, 'project_id': '19425c1ac63d45a88595b9d54610f1c3', 'gw_port': {'id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:02Z', 'updated_at': '2021-08-25T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:54.510160 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde05dd-f35e-4982-b707-ef118f307522 None None] Checking router: 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:30:54.523706 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde05dd-f35e-4982-b707-ef118f307522 None None] Routers {'6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:30:54.524413 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-4cde05dd-f35e-4982-b707-ef118f307522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf049e0ac0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:30:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:54.549170 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:54.582059 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port ac7956d2-efa8-4a2c-9f70-8be255306511 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:30:54.588687 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port ac7956d2-efa8-4a2c-9f70-8be255306511 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:30:54.589867 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:54.714901 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Deleting port de1d280b-d9de-444b-b78f-0af68dc31f90 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:30:54.715704 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:54.717189 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:54.719855 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-4cde05dd-f35e-4982-b707-ef118f307522 None None] Set router 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:30:54.750532 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ae6270-794d-4f51-9c89-ee83ea843b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7956d2-efa8-4a2c-9f70-8be255306511'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:30:54.762717 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port ac7956d2-efa8-4a2c-9f70-8be255306511, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ac7956d2-efa8-4a2c-9f70-8be255306511,segment=NetworkSegment(9480c9d7-2c06-4f96-8891-61f33ee44e97),segment_id=9480c9d7-2c06-4f96-8891-61f33ee44e97)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:30:54.854845 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ae6270-794d-4f51-9c89-ee83ea843b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7956d2-efa8-4a2c-9f70-8be255306511', 'code': 200}
Aug 25 16:30:54.879407 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:54.881345 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:54.961495 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] For port de1d280b-d9de-444b-b78f-0af68dc31f90, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=de1d280b-d9de-444b-b78f-0af68dc31f90,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:30:54.962185 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:54.992615 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=ac7956d2-efa8-4a2c-9f70-8be255306511,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:54.997465 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:55.051648 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49682) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:55.141875 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-4cde05dd-f35e-4982-b707-ef118f307522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf049e0ac0>, [{'id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'name': 'tempest-ServerRescueNegativeTestJSON-1971211076-router', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:00Z', 'updated_at': '2021-08-25T16:30:51Z', 'revision_number': 5, 'project_id': '19425c1ac63d45a88595b9d54610f1c3', 'gw_port': {'id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:02Z', 'updated_at': '2021-08-25T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:55.147267 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde05dd-f35e-4982-b707-ef118f307522 None None] The sync data for ids ['6f350dc3-1fbc-4323-a46c-cecfa9d7c22c'] in dv-cinder-805825-2-iscsi is: [{'id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'name': 'tempest-ServerRescueNegativeTestJSON-1971211076-router', 'tenant_id': '19425c1ac63d45a88595b9d54610f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:00Z', 'updated_at': '2021-08-25T16:30:51Z', 'revision_number': 5, 'project_id': '19425c1ac63d45a88595b9d54610f1c3', 'gw_port': {'id': 'de1d280b-d9de-444b-b78f-0af68dc31f90', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f350dc3-1fbc-4323-a46c-cecfa9d7c22c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:02Z', 'updated_at': '2021-08-25T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:30:55.177598 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Calling delete_port for de1d280b-d9de-444b-b78f-0af68dc31f90 owned by network:router_gateway {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:30:55.264977 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2ea35207-fa5c-49cd-85ce-6d5745372e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:55.352475 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-2ea35207-fa5c-49cd-85ce-6d5745372e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:30:55.362552 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-2ea35207-fa5c-49cd-85ce-6d5745372e97 admin admin] Usage tracker for resource:security_group_rule and tenant:15832ef3db944e529c4d0695c7d57513 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:30:55.368821 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-2ea35207-fa5c-49cd-85ce-6d5745372e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:30:55.415829 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-2ea35207-fa5c-49cd-85ce-6d5745372e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:30:55.478948 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f467e951-bda0-44d6-ad39-b86c57fc6f00 req-b9415662-f090-4af9-b041-40dab697c72e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 1098 time: 0.1750090
Aug 25 16:30:55.541720 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e0b49df0-b731-4f07-9bd2-5442c99d094b no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:30:55.572152 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43407213-443f-42f1-9f3d-aac5c1b7dfc3 req-44c1866c-6162-4d9b-b90d-cce280c4a7d9 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:55.573797 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-43407213-443f-42f1-9f3d-aac5c1b7dfc3 req-44c1866c-6162-4d9b-b90d-cce280c4a7d9 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 945 time: 0.2082770
Aug 25 16:30:55.615382 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:55.625062 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-769de14e-2bf9-4736-a1b9-6de8d12e9b5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:55.639200 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2ea35207-fa5c-49cd-85ce-6d5745372e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:55.651170 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: e0b49df0-b731-4f07-9bd2-5442c99d094b {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:30:55.653200 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e0b49df0-b731-4f07-9bd2-5442c99d094b not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:30:55.678428 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1d280b-d9de-444b-b78f-0af68dc31f90,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:55.689658 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:55.708222 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f467e951-bda0-44d6-ad39-b86c57fc6f00 req-a7a867da-7f47-4ca3-aead-c8d946d1582b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080801
Aug 25 16:30:55.800390 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2ea35207-fa5c-49cd-85ce-6d5745372e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:55.813890 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b4f5faad-4204-4e66-a510-d4cc50b72a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:55.823671 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-5dc9bf85-e2a8-45f1-9465-12e029ee1bf3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:55.824400 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-5dc9bf85-e2a8-45f1-9465-12e029ee1bf3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Synchronizing usage tracker for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:30:55.914594 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-5dc9bf85-e2a8-45f1-9465-12e029ee1bf3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Unset dirty status for tenant:9072cf1a9d8f458e8c6262741354d21d on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:30:55.915734 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-5dc9bf85-e2a8-45f1-9465-12e029ee1bf3 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 945 time: 0.4165082
Aug 25 16:30:55.929057 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea35207-fa5c-49cd-85ce-6d5745372e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8ba788-668c-4f0a-8504-19fa1f30d6b0,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:55.943734 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2ea35207-fa5c-49cd-85ce-6d5745372e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:55.946009 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-43407213-443f-42f1-9f3d-aac5c1b7dfc3 req-62fbf227-c57e-4d5a-835f-cdc0c5d0398c tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3482432
Aug 25 16:30:55.964471 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-2ea35207-fa5c-49cd-85ce-6d5745372e97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15832ef3db944e529c4d0695c7d57513&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9124584
Aug 25 16:30:55.966410 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49704) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:56.028580 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28dd8f-1cdf-46f5-bea9-c7be98cc924a req-08f80572-2e37-4572-bf95-d1b31a181135 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:56.029968 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4d28dd8f-1cdf-46f5-bea9-c7be98cc924a req-08f80572-2e37-4572-bf95-d1b31a181135 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 945 time: 0.3258483
Aug 25 16:30:56.036017 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cf82aa2d-e542-4ade-b2f2-30711ff2f2e4 req-868e99e0-445f-401b-a494-ea7a1b43f939 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3331270
Aug 25 16:30:56.037186 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936396'] for router_gateway, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:56.131192 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ffec0be2-2a1e-4cae-ba0d-b621fe082751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:56.146228 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4d28dd8f-1cdf-46f5-bea9-c7be98cc924a req-43c56520-4458-4891-8d05-e2db65a1cbfd tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092107
Aug 25 16:30:56.175641 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ffec0be2-2a1e-4cae-ba0d-b621fe082751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:56.178859 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-2cc4825d-1c57-4f55-b7d6-38190f1c29ef tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Deleting port 4b2c30ec-4fb2-46a5-b532-5646204d8fba {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:30:56.179217 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-2cc4825d-1c57-4f55-b7d6-38190f1c29ef tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:56.232777 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cf82aa2d-e542-4ade-b2f2-30711ff2f2e4 req-809c55d9-f64a-49ed-9fed-2f6b4fef13b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=446dcebe081b4522bb0b4536c63d16b4&device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 1099 time: 0.1522918
Aug 25 16:30:56.357987 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ffec0be2-2a1e-4cae-ba0d-b621fe082751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:56.365543 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-0abaa8fc-0f2d-45e8-8666-2999c6c33f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:56.393173 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec0be2-2a1e-4cae-ba0d-b621fe082751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8ba788-668c-4f0a-8504-19fa1f30d6b0,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:56.396072 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-ffec0be2-2a1e-4cae-ba0d-b621fe082751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:56.402337 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61713'] for router, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:56.419410 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ffec0be2-2a1e-4cae-ba0d-b621fe082751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:56.423520 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-ffec0be2-2a1e-4cae-ba0d-b621fe082751 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd8ba788-668c-4f0a-8504-19fa1f30d6b0 HTTP/1.1" status: 204  len: 168 time: 0.4561355
Aug 25 16:30:56.425656 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:56.432224 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82aa2d-e542-4ade-b2f2-30711ff2f2e4 req-c2c88376-f1a7-4be8-8d7d-abe81bd1606c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:56.433718 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cf82aa2d-e542-4ade-b2f2-30711ff2f2e4 req-c2c88376-f1a7-4be8-8d7d-abe81bd1606c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0ceff83-8770-427d-9a29-aa2f25758798 HTTP/1.1" status: 200  len: 910 time: 0.1746418
Aug 25 16:30:56.562515 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cf82aa2d-e542-4ade-b2f2-30711ff2f2e4 req-b2e912b2-0251-4d87-9d83-934c88fe9f37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51bd668b-e8a6-46db-af84-286174f4db07 HTTP/1.1" status: 200  len: 1001 time: 0.1194007
Aug 25 16:30:56.683365 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82aa2d-e542-4ade-b2f2-30711ff2f2e4 req-81b25130-83f8-42ee-89a3-867f3a085900 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:56.685574 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cf82aa2d-e542-4ade-b2f2-30711ff2f2e4 req-81b25130-83f8-42ee-89a3-867f3a085900 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a14d0543-df93-450e-a48e-2a56aaf8fafa HTTP/1.1" status: 200  len: 848 time: 0.1164842
Aug 25 16:30:56.814861 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cf82aa2d-e542-4ade-b2f2-30711ff2f2e4 req-56108b67-4d24-418a-bd22-48aa888d1de5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0ceff83-8770-427d-9a29-aa2f25758798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1145017
Aug 25 16:30:56.854822 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-2cc4825d-1c57-4f55-b7d6-38190f1c29ef tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] For port 4b2c30ec-4fb2-46a5-b532-5646204d8fba, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b2c30ec-4fb2-46a5-b532-5646204d8fba,segment=NetworkSegment(21fb9606-d7da-44bd-b5d8-9858c1d47591),segment_id=21fb9606-d7da-44bd-b5d8-9858c1d47591)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:30:56.855246 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-2cc4825d-1c57-4f55-b7d6-38190f1c29ef tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:56.937207 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935408'] for router, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:56.937789 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f350dc3-1fbc-4323-a46c-cecfa9d7c22c {{(pid=75961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 25 16:30:57.013410 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-2cc4825d-1c57-4f55-b7d6-38190f1c29ef tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Calling delete_port for 4b2c30ec-4fb2-46a5-b532-5646204d8fba owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:30:57.019479 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cf82aa2d-e542-4ade-b2f2-30711ff2f2e4 req-07e0cd30-2bd1-47ad-994a-eabbebe9899c service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033796
Aug 25 16:30:57.081522 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Notify callbacks [] for router, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:57.085326 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6f350dc3-1fbc-4323-a46c-cecfa9d7c22c HTTP/1.1" status: 204  len: 168 time: 3.2840295
Aug 25 16:30:57.090739 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49722) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:57.175396 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_v2 [None req-63df4a09-7f75-42a6-98ff-5bc3d152c6ad admin admin] Deleting subnet 5dcb9da4-b268-4415-a341-f0f55b0709fe {{(pid=75961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:30:57.178994 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-63df4a09-7f75-42a6-98ff-5bc3d152c6ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:57.243062 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-63df4a09-7f75-42a6-98ff-5bc3d152c6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1140329'] for subnet, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:57.322570 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-63df4a09-7f75-42a6-98ff-5bc3d152c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:57.426614 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cf82aa2d-e542-4ade-b2f2-30711ff2f2e4 req-26faac23-4858-4a9d-afd2-ec25dce2aaba service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4002168
Aug 25 16:30:57.458458 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d151b05-541b-4697-bcba-e6ca317e045a req-3a87b182-8e20-490f-8e55-27c5f75582c1 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:57.461404 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6d151b05-541b-4697-bcba-e6ca317e045a req-3a87b182-8e20-490f-8e55-27c5f75582c1 tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 945 time: 0.3162279
Aug 25 16:30:57.545796 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-2cc4825d-1c57-4f55-b7d6-38190f1c29ef tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:57.553177 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-8b6560f3-af47-4301-970b-ae1a10815a54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:57.586557 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6695c09-c327-49d7-aa7b-196f9a4186c6 req-7218f57d-4bef-495b-a37c-50951d04d975 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:30:57.588191 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a6695c09-c327-49d7-aa7b-196f9a4186c6 req-7218f57d-4bef-495b-a37c-50951d04d975 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 945 time: 0.2447193
Aug 25 16:30:57.595291 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6d151b05-541b-4697-bcba-e6ca317e045a req-cd365644-0493-492c-a334-05fc11e439ff tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff7384f5-2c0b-4af8-977e-70f8b8b75797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180987
Aug 25 16:30:57.609995 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4825d-1c57-4f55-b7d6-38190f1c29ef tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Pushing event deleted for resources: {'Port': ['ID=4b2c30ec-4fb2-46a5-b532-5646204d8fba,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:57.638808 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2cc4825d-1c57-4f55-b7d6-38190f1c29ef tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:57.639930 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-63df4a09-7f75-42a6-98ff-5bc3d152c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1548318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1074743'] for subnet, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:57.654464 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a6695c09-c327-49d7-aa7b-196f9a4186c6 req-84c24232-6d9b-45a4-90bb-b4ba3b52889c tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565908
Aug 25 16:30:57.663560 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:57.741284 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df4a09-7f75-42a6-98ff-5bc3d152c6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dcb9da4-b268-4415-a341-f0f55b0709fe,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:57.744395 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-2cc4825d-1c57-4f55-b7d6-38190f1c29ef tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] No DVR routers for this DVR port 4b2c30ec-4fb2-46a5-b532-5646204d8fba on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:30:57.746725 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-63df4a09-7f75-42a6-98ff-5bc3d152c6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:57.748825 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-2cc4825d-1c57-4f55-b7d6-38190f1c29ef tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:57.753860 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c718bfdf-3564-41ea-b585-2b923178c8cd', 'name': 'network-vif-deleted', 'tag': '4b2c30ec-4fb2-46a5-b532-5646204d8fba'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:30:57.757382 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-63df4a09-7f75-42a6-98ff-5bc3d152c6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:57.822113 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c718bfdf-3564-41ea-b585-2b923178c8cd', 'name': 'network-vif-deleted', 'tag': '4b2c30ec-4fb2-46a5-b532-5646204d8fba', 'status': 'completed', 'code': 200}
Aug 25 16:30:57.853096 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-01a6abbe-3d03-420a-b7a6-0e1ecb26bd46 req-2cc4825d-1c57-4f55-b7d6-38190f1c29ef tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.60 "DELETE /v2.0/ports/4b2c30ec-4fb2-46a5-b532-5646204d8fba HTTP/1.1" status: 204  len: 173 time: 1.8799074
Aug 25 16:30:57.864201 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-63df4a09-7f75-42a6-98ff-5bc3d152c6ad admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5dcb9da4-b268-4415-a341-f0f55b0709fe HTTP/1.1" status: 204  len: 168 time: 0.7703154
Aug 25 16:30:57.864717 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49740) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:57.989943 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:58.192762 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:58.212043 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf0427b940>,) {'filters': {'network_id': ['84706828-7293-46ff-88be-263fd4b2bb94']}} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:58.226343 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf0427b940>, 'ffd57e54-46cd-476c-a345-da046086f759') {'for_net_delete': True} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:58.226636 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf0427b940>, 'ffd57e54-46cd-476c-a345-da046086f759') {} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:30:58.242191 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715203'] for segment, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:58.260444 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:58.269576 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=75962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:30:58.269975 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716028'] for segment, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]: Traceback (most recent call last):
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     timer()
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     cb(*args, **kw)
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     return func(*args, **kwargs)
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     self._notify()
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     self.callback(batched_events)
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     event.method(event)
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     return f(self, *a, **k)
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self._get(url).json()
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:30:58.283421 dv-cinder-805825-2-iscsi neutron-server[75962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:30:58.375009 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 4b2c30ec-4fb2-46a5-b532-5646204d8fba no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:30:58.412853 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 4b2c30ec-4fb2-46a5-b532-5646204d8fba {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:30:58.413087 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 4b2c30ec-4fb2-46a5-b532-5646204d8fba not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:30:58.505048 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:58.508581 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:58.529939 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:58.536954 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] Pushing event deleted for resources: {'Network': ['ID=84706828-7293-46ff-88be-263fd4b2bb94,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:58.544495 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:58.647394 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] 10.222.0.37 "DELETE /v2.0/networks/84706828-7293-46ff-88be-263fd4b2bb94 HTTP/1.1" status: 204  len: 168 time: 0.7769918
Aug 25 16:30:58.752014 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49756) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:58.883630 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ef1ac115-c5a7-47e7-9c3c-fedd7b3a175b req-fed39398-1592-4cac-bf82-e00795ae604f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] 10.222.0.37 "GET /v2.0/ports?device_id=c718bfdf-3564-41ea-b585-2b923178c8cd HTTP/1.1" status: 200  len: 210 time: 0.1138470
Aug 25 16:30:59.090900 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a9e8df00-24d3-4099-9137-a9ace0c3d54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:59.122260 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-a9e8df00-24d3-4099-9137-a9ace0c3d54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:30:59.126603 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-a9e8df00-24d3-4099-9137-a9ace0c3d54b admin admin] Usage tracker for resource:security_group_rule and tenant:6cb2d1bddb5344f09f16e704dfb6ebaf is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:30:59.129856 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-a9e8df00-24d3-4099-9137-a9ace0c3d54b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:30:59.136179 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-a9e8df00-24d3-4099-9137-a9ace0c3d54b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:30:59.187214 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49764) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:59.230711 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a9e8df00-24d3-4099-9137-a9ace0c3d54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:59.244528 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-57aa712e-a322-43b6-8d3c-5b8b714df4d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19425c1ac63d45a88595b9d54610f1c3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0556049
Aug 25 16:30:59.247161 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49768) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:59.311040 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a9e8df00-24d3-4099-9137-a9ace0c3d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:59.318877 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2c27e712-2aac-4a82-8ccd-7551f9c61f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:59.320628 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bef84e5c-50ba-48c2-9ef6-83284aa45910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:59.359694 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bef84e5c-50ba-48c2-9ef6-83284aa45910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:59.368751 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8df00-24d3-4099-9137-a9ace0c3d54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27df6a9-f2a9-4843-9bb5-e9bb1303de9d,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:59.373343 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-a9e8df00-24d3-4099-9137-a9ace0c3d54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:59.377227 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device de1d280b-d9de-444b-b78f-0af68dc31f90 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:30:59.386376 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-a9e8df00-24d3-4099-9137-a9ace0c3d54b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cb2d1bddb5344f09f16e704dfb6ebaf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6314511
Aug 25 16:30:59.389071 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49772) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:30:59.412240 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: de1d280b-d9de-444b-b78f-0af68dc31f90 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:30:59.412587 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device de1d280b-d9de-444b-b78f-0af68dc31f90 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:30:59.532975 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e2f66a83-dbcd-43a7-91cc-a25f2fe46ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:59.539745 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bef84e5c-50ba-48c2-9ef6-83284aa45910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:59.547124 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-eff2e731-825a-49d6-b599-d256d105364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:59.567310 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef84e5c-50ba-48c2-9ef6-83284aa45910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8643884e-1dc3-4f89-afc5-48621becf6e4,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:59.571536 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-bef84e5c-50ba-48c2-9ef6-83284aa45910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:59.573897 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e2f66a83-dbcd-43a7-91cc-a25f2fe46ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:59.578962 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bef84e5c-50ba-48c2-9ef6-83284aa45910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:59.580725 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-bef84e5c-50ba-48c2-9ef6-83284aa45910 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8643884e-1dc3-4f89-afc5-48621becf6e4 HTTP/1.1" status: 204  len: 168 time: 0.3324916
Aug 25 16:30:59.768055 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e2f66a83-dbcd-43a7-91cc-a25f2fe46ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:59.772429 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2ea35207-fa5c-49cd-85ce-6d5745372e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:30:59.785731 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f66a83-dbcd-43a7-91cc-a25f2fe46ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27df6a9-f2a9-4843-9bb5-e9bb1303de9d,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:30:59.788456 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e2f66a83-dbcd-43a7-91cc-a25f2fe46ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:30:59.795976 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e2f66a83-dbcd-43a7-91cc-a25f2fe46ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:30:59.797123 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-e2f66a83-dbcd-43a7-91cc-a25f2fe46ed1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e27df6a9-f2a9-4843-9bb5-e9bb1303de9d HTTP/1.1" status: 204  len: 168 time: 0.4068995
Aug 25 16:31:00.029558 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49786) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:00.118900 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5333aef5-c3ac-4e2f-9da5-06f863d34a3c admin admin] Deleting subnet 923d1b96-9544-4f53-ba3c-4064ebfadffe {{(pid=75962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:31:00.124104 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5333aef5-c3ac-4e2f-9da5-06f863d34a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.189639 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5333aef5-c3ac-4e2f-9da5-06f863d34a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1715212'] for subnet, precommit_delete_associations {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.265552 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5333aef5-c3ac-4e2f-9da5-06f863d34a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.460052 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5333aef5-c3ac-4e2f-9da5-06f863d34a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2086434'] for subnet, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.464832 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2e4143db-a7b3-4f54-b53c-97d3a7e78c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:00.500826 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333aef5-c3ac-4e2f-9da5-06f863d34a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=923d1b96-9544-4f53-ba3c-4064ebfadffe,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:00.505735 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-5333aef5-c3ac-4e2f-9da5-06f863d34a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:00.520287 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5333aef5-c3ac-4e2f-9da5-06f863d34a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.529232 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-5333aef5-c3ac-4e2f-9da5-06f863d34a3c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/923d1b96-9544-4f53-ba3c-4064ebfadffe HTTP/1.1" status: 204  len: 168 time: 0.4980159
Aug 25 16:31:00.531682 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49800) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:00.623812 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49804) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:00.644115 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-db54859e-0ed5-4faa-aeed-c50ca819235c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.678889 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-db54859e-0ed5-4faa-aeed-c50ca819235c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:00.682795 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-74840634-0668-48be-881e-0f8194f06def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.683999 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-db54859e-0ed5-4faa-aeed-c50ca819235c admin admin] Usage tracker for resource:security_group_rule and tenant:1453198aa02f43b988820bdccff46617 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:00.687453 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-db54859e-0ed5-4faa-aeed-c50ca819235c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:00.694684 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-db54859e-0ed5-4faa-aeed-c50ca819235c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:00.782391 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-db54859e-0ed5-4faa-aeed-c50ca819235c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.840975 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-74840634-0668-48be-881e-0f8194f06def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.854677 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-74840634-0668-48be-881e-0f8194f06def admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf044b7040>,) {'filters': {'network_id': ['eaf07166-bf4b-43f2-9be9-fca65a7dddb4']}} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:00.862533 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-db54859e-0ed5-4faa-aeed-c50ca819235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.867429 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-74840634-0668-48be-881e-0f8194f06def admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf044b7040>, '21fb9606-d7da-44bd-b5d8-9858c1d47591') {'for_net_delete': True} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:00.867720 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-74840634-0668-48be-881e-0f8194f06def admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf044b7040>, '21fb9606-d7da-44bd-b5d8-9858c1d47591') {} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:00.871870 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-96e160f9-8b0e-4f6d-aa67-5cd0be0b5783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:00.882159 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-74840634-0668-48be-881e-0f8194f06def admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715203'] for segment, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.901267 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-74840634-0668-48be-881e-0f8194f06def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.911596 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74840634-0668-48be-881e-0f8194f06def admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=75962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:31:00.912818 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-74840634-0668-48be-881e-0f8194f06def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716028'] for segment, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:00.916273 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54859e-0ed5-4faa-aeed-c50ca819235c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8c470c-6489-446f-a89f-df730cfe503e,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:00.921553 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-db54859e-0ed5-4faa-aeed-c50ca819235c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1453198aa02f43b988820bdccff46617&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2965500
Aug 25 16:31:00.922518 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-db54859e-0ed5-4faa-aeed-c50ca819235c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:00.924325 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49812) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]: Traceback (most recent call last):
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     timer()
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     cb(*args, **kw)
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     return func(*args, **kwargs)
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     self._notify()
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     self.callback(batched_events)
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     event.method(event)
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     return f(self, *a, **k)
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self._get(url).json()
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:31:00.932143 dv-cinder-805825-2-iscsi neutron-server[75962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:31:00.992913 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-84be9c3e-c3d1-4560-9540-a757954f2bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.026101 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-84be9c3e-c3d1-4560-9540-a757954f2bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.110646 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-74840634-0668-48be-881e-0f8194f06def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.114572 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:01.130746 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-74840634-0668-48be-881e-0f8194f06def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.144627 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74840634-0668-48be-881e-0f8194f06def admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf07166-bf4b-43f2-9be9-fca65a7dddb4,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:01.148749 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-74840634-0668-48be-881e-0f8194f06def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:01.155836 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49820) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:01.167805 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-84be9c3e-c3d1-4560-9540-a757954f2bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.174993 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-eaebf7d5-d3a6-4b33-9550-22dce13495ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:01.187575 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be9c3e-c3d1-4560-9540-a757954f2bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8c470c-6489-446f-a89f-df730cfe503e,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:01.191722 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-84be9c3e-c3d1-4560-9540-a757954f2bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:01.196256 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-84be9c3e-c3d1-4560-9540-a757954f2bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.197433 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-84be9c3e-c3d1-4560-9540-a757954f2bc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c8c470c-6489-446f-a89f-df730cfe503e HTTP/1.1" status: 204  len: 168 time: 0.2721078
Aug 25 16:31:01.237041 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-74840634-0668-48be-881e-0f8194f06def admin admin] 10.222.0.37 "DELETE /v2.0/networks/eaf07166-bf4b-43f2-9be9-fca65a7dddb4 HTTP/1.1" status: 204  len: 168 time: 0.7039256
Aug 25 16:31:01.316648 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-network', 'tenant_id': '69dd618035034881b9a069a46953420c'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:31:01.321557 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:01.325722 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Usage tracker for resource:network and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:01.328935 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:01.334906 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:01.436533 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Made reservation on behalf of 69dd618035034881b9a069a46953420c for: {'network': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:31:01.438880 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.457634 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.496016 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:01.501887 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Usage tracker for resource:security_group_rule and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:01.505876 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:01.512978 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:01.593414 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.667677 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.671427 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-a9e8df00-24d3-4099-9137-a9ace0c3d54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:01.709628 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=75962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:31:01.715656 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0f71d5-4c81-48d7-8ba8-001ba50f02ca,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:01.716182 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49832) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:01.719618 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:01.724254 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.724651 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.segments_db [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Added segment 75ac6c26-033b-455f-aad9-66fb267c7011 of type vlan for network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c
Aug 25 16:31:01.763717 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.776571 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-b52bd159-2625-495b-875a-16883c68e6c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9072cf1a9d8f458e8c6262741354d21d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0589752
Aug 25 16:31:01.780300 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49836) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:01.849843 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3c155941-140c-498f-91e6-4f6dd116d8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.880574 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3c155941-140c-498f-91e6-4f6dd116d8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.881991 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.883250 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:01.883835 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:01.888164 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-abd50537-0a48-4d6d-8e87-2b704db5314e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:01.993936 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Pushing event updated for resources: {'Network': ['ID=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:01.997195 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:02.005408 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:31:02.014916 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49840) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:02.034099 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3c155941-140c-498f-91e6-4f6dd116d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:02.038038 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-470e4d3b-81ea-43ec-af37-935656e22767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:02.046666 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ff8d9142-8216-47fa-a4c6-bbab449f76a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:02.064417 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c155941-140c-498f-91e6-4f6dd116d8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7384f5-2c0b-4af8-977e-70f8b8b75797,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:02.067493 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-3c155941-140c-498f-91e6-4f6dd116d8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:02.071263 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3c155941-140c-498f-91e6-4f6dd116d8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:02.075227 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-3c155941-140c-498f-91e6-4f6dd116d8f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff7384f5-2c0b-4af8-977e-70f8b8b75797 HTTP/1.1" status: 204  len: 168 time: 0.2938285
Aug 25 16:31:02.088520 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9315252
Aug 25 16:31:02.092227 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49846) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:02.099674 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Request body: {'subnet': {'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-subnet', 'tenant_id': '69dd618035034881b9a069a46953420c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:31:02.107117 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ff8d9142-8216-47fa-a4c6-bbab449f76a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:02.107337 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:02.107531 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ff8d9142-8216-47fa-a4c6-bbab449f76a2 admin admin] Usage tracker for resource:security_group_rule and tenant:54e3b9b25ca44f9c834f37318ac54b44 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:02.112315 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Usage tracker for resource:subnet and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:02.112685 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ff8d9142-8216-47fa-a4c6-bbab449f76a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:02.116322 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:02.124457 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:02.125648 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ff8d9142-8216-47fa-a4c6-bbab449f76a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:02.202730 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ff8d9142-8216-47fa-a4c6-bbab449f76a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:02.248123 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Made reservation on behalf of 69dd618035034881b9a069a46953420c for: {'subnet': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:31:02.250586 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2086457'] for subnet, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:02.321714 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ff8d9142-8216-47fa-a4c6-bbab449f76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:02.329479 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e975c6d7-59cc-4943-b226-a406a1916d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:02.372870 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d9142-8216-47fa-a4c6-bbab449f76a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721ca6db-db46-4da2-beb3-5e1831a8b06e,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:02.376449 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ff8d9142-8216-47fa-a4c6-bbab449f76a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:02.381385 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ff8d9142-8216-47fa-a4c6-bbab449f76a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54e3b9b25ca44f9c834f37318ac54b44&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3630824
Aug 25 16:31:02.387164 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49852) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:02.454422 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-208eca8c-fbe8-47a8-a01e-e55cf90f4c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:02.486185 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-208eca8c-fbe8-47a8-a01e-e55cf90f4c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:02.641998 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-208eca8c-fbe8-47a8-a01e-e55cf90f4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:02.642226 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2086443'] for subnet, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:02.647318 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:02.647525 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-bef84e5c-50ba-48c2-9ef6-83284aa45910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:02.659366 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208eca8c-fbe8-47a8-a01e-e55cf90f4c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721ca6db-db46-4da2-beb3-5e1831a8b06e,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:02.662503 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-208eca8c-fbe8-47a8-a01e-e55cf90f4c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:02.670063 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-208eca8c-fbe8-47a8-a01e-e55cf90f4c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:02.674178 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-208eca8c-fbe8-47a8-a01e-e55cf90f4c12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/721ca6db-db46-4da2-beb3-5e1831a8b06e HTTP/1.1" status: 204  len: 168 time: 0.2828429
Aug 25 16:31:02.732283 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcc1bfe8-e684-45d5-8dcb-0301c21cbf74,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:02.735119 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:02.749533 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Checking segment: {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:31:02.750178 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Network hostable DHCP agents. Network: 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:31:02.858857 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:31:02.967555 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c) {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:31:02.976597 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c851ef0e-d930-44de-9818-a24104cea700 None None] Network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:31:02.979417 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:02.980037 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:03.103844 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.0097454
Aug 25 16:31:03.106759 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 49870) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:03.112714 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:31:03.118046 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:03.123589 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Usage tracker for resource:router and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:03.126730 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:03.133083 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:03.240753 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb506c887-4176-517b-ba63-560c50a374c3-7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74'}]}} from dv-cinder-805825-2-iscsi. {{(pid=75963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 25 16:31:03.241568 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:03.288250 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61923'] for router, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:03.289248 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61720'] for router, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:03.342342 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:03.428615 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.db_base_plugin_common [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Allocated IP 172.20.0.2 (7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c/dcc1bfe8-e684-45d5-8dcb-0301c21cbf74/e7fd61ac-06e4-40f6-acef-513680f330b9) {{(pid=75963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:31:03.783108 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61710'] for router, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:03.807771 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Notify callbacks [] for port, precommit_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:03.820181 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Transition to ACTIVE for port object e7fd61ac-06e4-40f6-acef-513680f330b9 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:31:03.840759 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Transition to ACTIVE for port object e7fd61ac-06e4-40f6-acef-513680f330b9 will not be triggered until provisioned by entity DHCP. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:31:03.905984 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:03.912480 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:04.019072 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Pushing event updated for resources: {'Port': ['ID=e7fd61ac-06e4-40f6-acef-513680f330b9,revision_number=1']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:04.022642 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c is already hosted by enough agents. {{(pid=75963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:31:04.023587 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:04.024738 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.base_scheduler [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Resources bound (agent type, host, resource id):  {{(pid=75963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:31:04.027271 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Received port after_create {{(pid=75963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:31:04.127808 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Attempting to bind port e7fd61ac-06e4-40f6-acef-513680f330b9 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:31:04.129423 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Attempting to bind port e7fd61ac-06e4-40f6-acef-513680f330b9 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:31:04.129837 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Attempting to bind port e7fd61ac-06e4-40f6-acef-513680f330b9 on network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:31:04.141705 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:31:04.142458 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Checking segment: {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:31:04.143167 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:04.144119 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Bound using segment: {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:31:04.144754 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Bound port: e7fd61ac-06e4-40f6-acef-513680f330b9, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:31:04.145277 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:04.159348 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:04.196850 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:04.259724 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] For port e7fd61ac-06e4-40f6-acef-513680f330b9, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:31:04.264321 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] For port e7fd61ac-06e4-40f6-acef-513680f330b9, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e7fd61ac-06e4-40f6-acef-513680f330b9,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:31:04.358502 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:04.368791 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Allocated IP 172.27.3.52 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/d5bde02f-e113-44f0-b919-64cfb50d2519) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:31:04.375444 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:04.655361 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Pushing event updated for resources: {'Port': ['ID=e7fd61ac-06e4-40f6-acef-513680f330b9,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:04.662126 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:04.701062 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:04.828944 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:04.858320 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fa051061-f4cb-4751-aecd-400572e29f2f tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:04.980524 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:31:04.991445 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:31:05.000311 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Pushing event updated for resources: {'Port': ['ID=d5bde02f-e113-44f0-b919-64cfb50d2519,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:05.004161 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:31:05.043163 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:05.447400 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e7fd61ac-06e4-40f6-acef-513680f330b9 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:31:05.575186 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:05.576798 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936432'] for router, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:05.740573 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port e7fd61ac-06e4-40f6-acef-513680f330b9 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:31:05.781504 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-aadcc4c6-8385-4cd2-bea0-9d87e33283f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:05.804464 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262af1bf-0707-4cb4-b188-157b75cc687c None None] Network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:31:06.031028 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc is scheduled to L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 with binding_index 1 {{(pid=75961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 25 16:31:06.032996 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:06.084751 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-b888abd8-e40d-428b-8d25-6fd7881bb079 None None] Provisioning for port e7fd61ac-06e4-40f6-acef-513680f330b9 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:31:06.094888 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-b888abd8-e40d-428b-8d25-6fd7881bb079 None None] Provisioning complete for port e7fd61ac-06e4-40f6-acef-513680f330b9 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:31:06.095523 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b888abd8-e40d-428b-8d25-6fd7881bb079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:06.266299 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b888abd8-e40d-428b-8d25-6fd7881bb079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:06.311611 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-b888abd8-e40d-428b-8d25-6fd7881bb079 None None] For port e7fd61ac-06e4-40f6-acef-513680f330b9, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e7fd61ac-06e4-40f6-acef-513680f330b9,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:31:06.335193 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:31:06.348339 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Sync routers for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:31:06.361721 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:31:06.370737 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04fcff10>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:30:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:06.451874 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b888abd8-e40d-428b-8d25-6fd7881bb079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:06.455789 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-ea0ee0cf-76ab-436f-94b9-b7e232dd094e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:06.485593 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Notify callbacks [] for router, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:06.485593 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.3756592
Aug 25 16:31:06.487139 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 49950) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:06.612609 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888abd8-e40d-428b-8d25-6fd7881bb079 None None] Pushing event updated for resources: {'Port': ['ID=e7fd61ac-06e4-40f6-acef-513680f330b9,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:06.616379 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-b888abd8-e40d-428b-8d25-6fd7881bb079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:06.625517 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:31:06.664609 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-85c7abac-2d79-4811-8dc8-a90cd214875d None None] Provisioning complete for port e7fd61ac-06e4-40f6-acef-513680f330b9 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:31:06.664891 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-85c7abac-2d79-4811-8dc8-a90cd214875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:07.139437 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04fcff10>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:05Z', 'revision_number': 3, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:07.144279 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Checking router: 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:31:07.144931 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Updating router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc port d5bde02f-e113-44f0-b919-64cfb50d2519 binding host dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:31:07.223944 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:07.471693 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e7fd61ac-06e4-40f6-acef-513680f330b9 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:31:07.504475 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:07.726796 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port e7fd61ac-06e4-40f6-acef-513680f330b9 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:31:07.727004 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:07.806900 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Allocated IP 172.20.0.1 (7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c/dcc1bfe8-e684-45d5-8dcb-0301c21cbf74/6cb1e04b-7b1e-4da3-8468-b5681683b9b5) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:31:07.839596 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Notify callbacks [] for port, precommit_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:07.856864 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Transition to ACTIVE for port object d5bde02f-e113-44f0-b919-64cfb50d2519 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:31:07.945424 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:07.952435 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:07.988728 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:08.015583 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.provisioning_blocks [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Transition to ACTIVE for port object 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 will not be triggered until provisioned by entity DHCP. {{(pid=75962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:31:08.056923 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-8c0439f4-4d5e-4535-9011-1c0b987313b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:08.085403 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f2bff-920b-4065-8a40-805a6726bba3 None None] Pushing event updated for resources: {'Port': ['ID=d5bde02f-e113-44f0-b919-64cfb50d2519,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:08.090313 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-8f0f2bff-920b-4065-8a40-805a6726bba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:08.095742 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Attempting to bind port d5bde02f-e113-44f0-b919-64cfb50d2519 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:31:08.095742 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Attempting to bind port d5bde02f-e113-44f0-b919-64cfb50d2519 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:31:08.095742 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Attempting to bind port d5bde02f-e113-44f0-b919-64cfb50d2519 on network 2be15cde-d260-4d32-99ee-590621cca1ed {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:31:08.100468 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:31:08.100843 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Checking segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:31:08.101279 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:08.101670 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Bound using segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:31:08.102147 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Bound port: d5bde02f-e113-44f0-b919-64cfb50d2519, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:31:08.102517 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:08.150929 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:08.156383 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-bcd75434-3430-4a2f-9250-ea652e6ec435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:08.181412 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] For port d5bde02f-e113-44f0-b919-64cfb50d2519, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:31:08.184982 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] For port d5bde02f-e113-44f0-b919-64cfb50d2519, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=d5bde02f-e113-44f0-b919-64cfb50d2519,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:31:08.226338 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:31:08.229329 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:31:08.234064 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:31:08.259192 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb1e04b-7b1e-4da3-8468-b5681683b9b5,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:08.265570 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:08.276689 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:08.281839 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:08.295276 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936238'] for router_interface, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:08.369977 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f2bff-920b-4065-8a40-805a6726bba3 None None] Pushing event updated for resources: {'Port': ['ID=d5bde02f-e113-44f0-b919-64cfb50d2519,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:08.373497 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:31:08.374292 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04fcff10>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:31:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:08.423625 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-8f0f2bff-920b-4065-8a40-805a6726bba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:08.584334 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:08.682582 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:31:08.734391 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-aca37cf6-2f59-4858-b949-05657d4b0de8 None None] Provisioning for port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:31:08.807476 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-aca37cf6-2f59-4858-b949-05657d4b0de8 None None] Provisioning complete for port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:31:08.807854 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-aca37cf6-2f59-4858-b949-05657d4b0de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:08.846027 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:08.915569 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716064'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:08.937934 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-aca37cf6-2f59-4858-b949-05657d4b0de8 None None] Port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:31:08.951882 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-60f753cc-3e5c-4f0a-8820-d4be4aa78e74 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:09.040793 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3365946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937159'] for router_interface, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:09.054221 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb1e04b-7b1e-4da3-8468-b5681683b9b5,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:09.060070 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:09.076445 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04fcff10>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:05Z', 'revision_number': 3, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:09.084970 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fd7c45-be07-4d0d-8369-bb8ab8dc78a3 None None] The sync data for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi is: [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:05Z', 'revision_number': 3, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:31:09.084970 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:09.226189 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26ca4-e498-4970-b975-980ed730f5f9 req-b752a651-f560-4a0a-8d34-cf48ba50f5a8 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:09.227704 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-30c26ca4-e498-4970-b975-980ed730f5f9 req-b752a651-f560-4a0a-8d34-cf48ba50f5a8 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.3510292
Aug 25 16:31:09.320047 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:31:09.321484 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:31:09.325836 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-30c26ca4-e498-4970-b975-980ed730f5f9 req-d4657723-1143-4da7-b385-0b089456f288 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0899761
Aug 25 16:31:09.506487 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device d5bde02f-e113-44f0-b919-64cfb50d2519 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:31:09.682669 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port d5bde02f-e113-44f0-b919-64cfb50d2519 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:31:09.687864 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-aa5fd35b-d4e1-4f89-be70-f435ae9f8511 None None] Provisioning complete for port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:31:09.688331 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd35b-d4e1-4f89-be70-f435ae9f8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:09.743446 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port d5bde02f-e113-44f0-b919-64cfb50d2519 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:31:09.749703 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:09.805310 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-aa5fd35b-d4e1-4f89-be70-f435ae9f8511 None None] Port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:31:09.912525 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:09.923987 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:31:09.935429 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port d5bde02f-e113-44f0-b919-64cfb50d2519, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=d5bde02f-e113-44f0-b919-64cfb50d2519,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:31:10.010965 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:10.017445 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:10.107314 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=d5bde02f-e113-44f0-b919-64cfb50d2519,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:10.110388 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:10.153487 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:31:10.163009 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] 10.222.0.37 "PUT /v2.0/routers/1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6745949
Aug 25 16:31:10.550807 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:10.563578 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9b69e-473b-4db8-8f8d-7ed666c166f9 req-2f75aa3e-c6e2-4054-8edd-459254ea17a4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:10.566934 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c6c9b69e-473b-4db8-8f8d-7ed666c166f9 req-2f75aa3e-c6e2-4054-8edd-459254ea17a4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0979350
Aug 25 16:31:10.630374 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c6c9b69e-473b-4db8-8f8d-7ed666c166f9 req-ffe82505-246e-41bd-b731-5443bd43084c tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461388
Aug 25 16:31:10.835725 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50014) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:10.843863 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--437443767', 'description': 'tempest-description--2094186544'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:31:10.850497 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:10.857053 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Usage tracker for resource:security_group and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:10.861614 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:10.873329 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:10.987045 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:11.028255 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:11.033938 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Usage tracker for resource:security_group_rule and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:11.038438 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:11.047774 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:11.134562 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:11.202508 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:11.223585 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-5dab5179-99bd-4885-9ae0-c416f6eef9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:11.264983 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:11.268318 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:11.348892 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:11.350087 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.5130246
Aug 25 16:31:11.354148 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 50024) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:11.360536 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Request body: {'security_group_rule': {'security_group_id': 'aca0a5f9-3614-4676-a9b9-8ac4cdc284bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:31:11.368168 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:11.372153 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Usage tracker for resource:security_group_rule and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:11.376380 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:11.383368 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:11.452216 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device d5bde02f-e113-44f0-b919-64cfb50d2519 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:31:11.545651 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port d5bde02f-e113-44f0-b919-64cfb50d2519 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:31:11.546235 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:11.588435 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:11.687340 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:11.838681 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:11.848766 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:11.869896 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f7ffde-6dc1-4891-9844-4621fddff12c,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:11.874127 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:11.875358 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb688cdf-88f0-4d3c-94f3-740e74f5f4ac req-1ccabe5e-592d-4fa3-b500-6c073a5e59d7 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:11.877419 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cb688cdf-88f0-4d3c-94f3-740e74f5f4ac req-1ccabe5e-592d-4fa3-b500-6c073a5e59d7 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1047790
Aug 25 16:31:11.938654 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cb688cdf-88f0-4d3c-94f3-740e74f5f4ac req-4d91a27b-b4ae-4a00-8d73-cbd83f7b3883 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537305
Aug 25 16:31:11.981673 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:11.986316 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6277626
Aug 25 16:31:11.988425 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 50032) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:12.003607 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-93e431c2-d4d0-4766-b709-ff1f213d0143 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Request body: {'security_group_rule': {'security_group_id': 'aca0a5f9-3614-4676-a9b9-8ac4cdc284bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:31:12.013322 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-93e431c2-d4d0-4766-b709-ff1f213d0143 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:12.019656 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-93e431c2-d4d0-4766-b709-ff1f213d0143 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Usage tracker for resource:security_group_rule and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:12.023391 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-93e431c2-d4d0-4766-b709-ff1f213d0143 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:12.033372 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-93e431c2-d4d0-4766-b709-ff1f213d0143 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:12.159625 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-93e431c2-d4d0-4766-b709-ff1f213d0143 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:12.243483 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-93e431c2-d4d0-4766-b709-ff1f213d0143 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:12.344727 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-93e431c2-d4d0-4766-b709-ff1f213d0143 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:12.347087 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-872e1c62-dcae-4ab9-a2c5-f103e6f003d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:12.376822 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e431c2-d4d0-4766-b709-ff1f213d0143 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307d7d93-91c2-4918-a59f-139ffc2b8915,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:12.380142 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-93e431c2-d4d0-4766-b709-ff1f213d0143 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:12.541403 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-93e431c2-d4d0-4766-b709-ff1f213d0143 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:12.546696 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-93e431c2-d4d0-4766-b709-ff1f213d0143 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5526495
Aug 25 16:31:12.548339 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50042) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:12.554272 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Request body: {'floatingip': {'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:31:12.561004 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:12.565516 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Usage tracker for resource:floatingip and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:12.586873 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:12.597970 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:12.701551 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:12.926023 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:12.969725 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Sync routers for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:31:12.985602 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:31:12.985909 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04bbaca0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:31:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:13.140574 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Allocated IP 172.27.3.171 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/50a39c0d-ed16-4e73-a0a1-741ffc617ef1) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:31:13.203281 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:31:13.413920 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:13.466918 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62833c26-ecaf-479e-9efb-9aea32c894ee req-e4ed1392-2713-4e8e-a4fd-c633fe555424 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:13.468716 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-62833c26-ecaf-479e-9efb-9aea32c894ee req-e4ed1392-2713-4e8e-a4fd-c633fe555424 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.2735095
Aug 25 16:31:13.479657 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:31:13.543925 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-62833c26-ecaf-479e-9efb-9aea32c894ee req-e1fe32fd-fef2-4ce5-ab32-641b718c0d4b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647404
Aug 25 16:31:13.550563 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:13.556285 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 50060) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:13.563576 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1cc5e250-e32b-4ddd-aa1d-caeffbdf6d0e tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:13.605862 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04bbaca0>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 2, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:13.611931 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Checking router: 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:31:13.612376 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Updating router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 binding host dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:31:13.726584 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:13.745047 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:31:13.749002 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:31:13.753256 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:31:13.763687 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee42023e-bf1d-44d3-a5a1-8a87fe716f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:13.804245 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ee42023e-bf1d-44d3-a5a1-8a87fe716f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:13.805432 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event updated for resources: {'Port': ['ID=50a39c0d-ed16-4e73-a0a1-741ffc617ef1,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:13.811689 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:13.821608 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ee42023e-bf1d-44d3-a5a1-8a87fe716f16 admin admin] Usage tracker for resource:security_group_rule and tenant:e0083efb3dd8475bacb25e263c02d66e is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:13.826067 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ee42023e-bf1d-44d3-a5a1-8a87fe716f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:13.833943 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ee42023e-bf1d-44d3-a5a1-8a87fe716f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:13.952262 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee42023e-bf1d-44d3-a5a1-8a87fe716f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.028154 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.041513 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee42023e-bf1d-44d3-a5a1-8a87fe716f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.051162 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-00936c2b-eedb-4572-8b15-78ca691356b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:14.095116 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42023e-bf1d-44d3-a5a1-8a87fe716f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2e3a98-11a5-48aa-840d-566a1bc6f8e8,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:14.103482 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ee42023e-bf1d-44d3-a5a1-8a87fe716f16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0083efb3dd8475bacb25e263c02d66e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5435941
Aug 25 16:31:14.103695 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50068) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:14.103851 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee42023e-bf1d-44d3-a5a1-8a87fe716f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:14.189090 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Notify callbacks [] for port, precommit_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.205523 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.provisioning_blocks [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Transition to ACTIVE for port object 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 will not be triggered until provisioned by entity L2. {{(pid=75964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:31:14.264148 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.290088 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.294937 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:14.313378 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-93eb3707-29da-499a-93c5-608ab1b66c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.360910 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-93eb3707-29da-499a-93c5-608ab1b66c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.452290 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Pushing event updated for resources: {'Port': ['ID=6cb1e04b-7b1e-4da3-8468-b5681683b9b5,revision_number=3']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:14.465965 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:14.466404 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:14.466871 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:14.467267 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:14.467578 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:14.467965 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:14.468343 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:14.468745 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:14.469144 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:14.469529 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:14.470012 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:14.507367 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:14.574845 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Attempting to bind port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:31:14.575303 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Attempting to bind port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:31:14.576212 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Attempting to bind port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 on network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:31:14.583463 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:31:14.583984 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Checking segment: {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:31:14.584425 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.584827 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Bound using segment: {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:31:14.590458 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Bound port: 6cb1e04b-7b1e-4da3-8468-b5681683b9b5, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'}}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:31:14.590458 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.610208 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.644249 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-93eb3707-29da-499a-93c5-608ab1b66c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.647592 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-ffec0be2-2a1e-4cae-ba0d-b621fe082751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:14.661536 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb3707-29da-499a-93c5-608ab1b66c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2e3a98-11a5-48aa-840d-566a1bc6f8e8,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:14.675796 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-93eb3707-29da-499a-93c5-608ab1b66c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:14.692137 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] For port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:31:14.692918 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-93eb3707-29da-499a-93c5-608ab1b66c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.696239 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] For port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=6cb1e04b-7b1e-4da3-8468-b5681683b9b5,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:31:14.697409 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-93eb3707-29da-499a-93c5-608ab1b66c3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc2e3a98-11a5-48aa-840d-566a1bc6f8e8 HTTP/1.1" status: 204  len: 168 time: 0.5925326
Aug 25 16:31:14.738308 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716064'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.746911 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:14.770361 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:14.775085 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-a5ddeb66-505a-46ad-b963-5ff83d3e328d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:14.848618 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Pushing event updated for resources: {'Port': ['ID=6cb1e04b-7b1e-4da3-8468-b5681683b9b5,revision_number=4']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:14.863968 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event updated for resources: {'Port': ['ID=50a39c0d-ed16-4e73-a0a1-741ffc617ef1,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:14.880654 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:14.885034 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:14.887032 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:31:14.887369 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04bbaca0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:31:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:14.952695 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f482-8541-4679-be55-c5342cf0bbd4 req-1245bb9f-bce6-46da-bc2a-29241b6bb872 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:14.953219 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-af10f482-8541-4679-be55-c5342cf0bbd4 req-1245bb9f-bce6-46da-bc2a-29241b6bb872 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.2531137
Aug 25 16:31:14.954807 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:15.030576 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-af10f482-8541-4679-be55-c5342cf0bbd4 req-0c383271-3a12-45f1-8461-21830ea833f3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510392
Aug 25 16:31:15.109475 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:15.109475 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5424466
Aug 25 16:31:15.132389 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:31:15.437520 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-ee169675-67a8-4800-8b04-94f29f17324a req-3ff48fea-3360-4c54-8502-3907840f7a5e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Synchronizing usage tracker for tenant:69dd618035034881b9a069a46953420c on resource:security_group {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:31:15.550023 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04bbaca0>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:14Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:15.554280 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a14ca2f-9834-4098-a659-26c27aa5065b None None] The sync data for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi is: [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:14Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:31:15.591521 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-ee169675-67a8-4800-8b04-94f29f17324a req-3ff48fea-3360-4c54-8502-3907840f7a5e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Unset dirty status for tenant:69dd618035034881b9a069a46953420c on resource:security_group {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:31:15.593176 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-3ff48fea-3360-4c54-8502-3907840f7a5e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--437443767&fields=id&tenant_id=69dd618035034881b9a069a46953420c HTTP/1.1" status: 200  len: 267 time: 0.2119856
Aug 25 16:31:15.832103 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee169675-67a8-4800-8b04-94f29f17324a req-6e4f3c3c-9144-40e9-9224-6236f5fffef6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:15.832103 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-ee169675-67a8-4800-8b04-94f29f17324a req-6e4f3c3c-9144-40e9-9224-6236f5fffef6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Synchronizing usage tracker for tenant:69dd618035034881b9a069a46953420c on resource:network {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:31:15.944373 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-ee169675-67a8-4800-8b04-94f29f17324a req-6e4f3c3c-9144-40e9-9224-6236f5fffef6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Unset dirty status for tenant:69dd618035034881b9a069a46953420c on resource:network {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:31:15.945752 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-6e4f3c3c-9144-40e9-9224-6236f5fffef6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/networks?id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 200  len: 817 time: 0.3335512
Aug 25 16:31:15.975500 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-ddfc2253-56ac-44dc-bd1f-59a041c939ca tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/quotas/69dd618035034881b9a069a46953420c HTTP/1.1" status: 200  len: 375 time: 0.0188086
Aug 25 16:31:16.102319 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-ee169675-67a8-4800-8b04-94f29f17324a req-6075cd62-d2bf-4cf9-bc9c-4b5ffac00860 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Synchronizing usage tracker for tenant:69dd618035034881b9a069a46953420c on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:31:16.241201 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-ee169675-67a8-4800-8b04-94f29f17324a req-6075cd62-d2bf-4cf9-bc9c-4b5ffac00860 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Unset dirty status for tenant:69dd618035034881b9a069a46953420c on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:31:16.242544 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-6075cd62-d2bf-4cf9-bc9c-4b5ffac00860 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2542157
Aug 25 16:31:16.392868 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a095f-fd41-476f-aae4-d1794e582d54 req-1e2c43fa-15de-4d6a-80b2-730f3a495449 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:16.394436 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f29a095f-fd41-476f-aae4-d1794e582d54 req-1e2c43fa-15de-4d6a-80b2-730f3a495449 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.2071126
Aug 25 16:31:16.467052 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f29a095f-fd41-476f-aae4-d1794e582d54 req-2b5d27b6-038b-427e-983e-a22ce1214564 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548389
Aug 25 16:31:16.552559 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-4935fce4-c227-4ec5-86bf-41de55044f29 service neutron] 10.222.0.37 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2888520
Aug 25 16:31:16.717591 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-f6030c24-b0f4-4ca6-a28c-ebaa0d874efb service neutron] 10.222.0.37 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637692
Aug 25 16:31:17.057800 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fe58b315-d8b6-488b-b169-853e5676fa28 req-ba6518fb-3320-4288-9865-898c9fe75248 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 210 time: 0.0749202
Aug 25 16:31:17.476933 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:31:17.761939 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:31:17.771020 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:31:17.771524 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:17.826022 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a41e73-9fa1-4619-bd58-5d29ebb449a3 req-62cbbf05-d9b3-4f13-ab71-51c94384e8f5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:17.827721 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-00a41e73-9fa1-4619-bd58-5d29ebb449a3 req-62cbbf05-d9b3-4f13-ab71-51c94384e8f5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1691971
Aug 25 16:31:17.883070 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-00a41e73-9fa1-4619-bd58-5d29ebb449a3 req-352de2dc-c9a3-42a9-87ad-ba12d43c4a87 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480111
Aug 25 16:31:17.920295 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:17.962572 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=6cb1e04b-7b1e-4da3-8468-b5681683b9b5,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:31:18.121593 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:18.125739 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:18.201790 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=6cb1e04b-7b1e-4da3-8468-b5681683b9b5,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:18.204837 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:18.278676 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ef388e61-aeb3-4562-8e2c-1cefa8f7e59b req-14155076-d8d7-4271-8203-c3a252a4f000 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 210 time: 0.0458021
Aug 25 16:31:19.100297 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4c2b3-000a-48d0-84c5-8f41128ce5ee req-56ae6f8f-ff21-4662-928a-eca7124df9ea tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:19.101791 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-98d4c2b3-000a-48d0-84c5-8f41128ce5ee req-56ae6f8f-ff21-4662-928a-eca7124df9ea tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0854106
Aug 25 16:31:19.161291 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-98d4c2b3-000a-48d0-84c5-8f41128ce5ee req-975c32ea-bed8-416c-8029-f04cb84edce6 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472507
Aug 25 16:31:19.472399 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:31:19.487353 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-347a9c38-a59b-409b-ba47-3bad01d97946 req-dd01a3aa-96fd-4da7-9ebc-d3d69cb6ef13 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 210 time: 0.0446570
Aug 25 16:31:19.554572 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:31:19.554944 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:20.373267 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8279540-fd8a-4382-b339-7a6c068b40fa req-f04f9b93-ccfa-4def-ad86-22ea4fe7e948 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:20.374824 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a8279540-fd8a-4382-b339-7a6c068b40fa req-f04f9b93-ccfa-4def-ad86-22ea4fe7e948 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0845585
Aug 25 16:31:20.428909 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a8279540-fd8a-4382-b339-7a6c068b40fa req-dc4bc820-e4b2-4f2e-8772-abd46a4fe372 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474482
Aug 25 16:31:20.669527 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee169675-67a8-4800-8b04-94f29f17324a req-387967cc-6fa8-40cd-b9a5-8426748d55e0 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:20.671721 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-387967cc-6fa8-40cd-b9a5-8426748d55e0 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.60 "GET /v2.0/networks?id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 200  len: 817 time: 0.2688079
Aug 25 16:31:20.726511 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c2e72bc9-1568-4eed-8c25-8dda7c6673dc req-cad4ad02-fe11-41d9-9aaa-82968dba4259 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 210 time: 0.0516405
Aug 25 16:31:20.734299 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-49357bd6-ead6-4e73-93d3-ec1bd85ed306 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69dd618035034881b9a069a46953420c HTTP/1.1" status: 200  len: 379 time: 0.0476327
Aug 25 16:31:20.743912 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Request body: {'port': {'device_id': '85951335-7357-43c4-b6c7-22b21a3fa682', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'admin_state_up': True, 'tenant_id': '69dd618035034881b9a069a46953420c', 'security_groups': ['aca0a5f9-3614-4676-a9b9-8ac4cdc284bb']}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:31:20.893740 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:20.904093 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:21.107141 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Made reservation on behalf of 69dd618035034881b9a069a46953420c for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:31:21.110633 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:21.300075 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Allocated IP 172.20.0.3 (7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c/dcc1bfe8-e684-45d5-8dcb-0301c21cbf74/8b1283fb-f1d4-4c5e-9093-675a3fc41f0d) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:31:21.496911 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:21.517686 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Transition to ACTIVE for port object 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:31:21.680625 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99392c21-c882-476e-93a7-e90f882a1685 req-e7d48c49-5e9a-4f82-912c-f1102789a7b6 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:21.683882 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-99392c21-c882-476e-93a7-e90f882a1685 req-e7d48c49-5e9a-4f82-912c-f1102789a7b6 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1169357
Aug 25 16:31:21.737043 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:21.737685 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-99392c21-c882-476e-93a7-e90f882a1685 req-96f244c4-8027-4a2e-92b2-dbc70ff8b53c tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465617
Aug 25 16:31:21.743255 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e3d4943e-9580-43ad-b725-1a734910a889 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:21.840032 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:31:21.844072 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:31:21.847690 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:31:21.888053 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event updated for resources: {'Port': ['ID=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:21.892457 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:21.935418 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:21.936069 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:22.030858 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b7d54-f103-41b1-8efc-b3643a94cf79 req-b48c134f-ec6c-45ab-b1f8-315f48cd5bb9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:22.032384 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-026b7d54-f103-41b1-8efc-b3643a94cf79 req-b48c134f-ec6c-45ab-b1f8-315f48cd5bb9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 931 time: 0.0975668
Aug 25 16:31:22.085401 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-026b7d54-f103-41b1-8efc-b3643a94cf79 req-b63e5be4-b6d5-4014-8003-6d4c65ec5128 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465841
Aug 25 16:31:22.090377 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3507359
Aug 25 16:31:22.103101 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Request body: {'port': {'device_id': '85951335-7357-43c4-b6c7-22b21a3fa682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:31:22.220140 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:22.264177 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-83a5ffc6-aa3d-4e86-97f5-14b0a738b37a None None] Provisioning for port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:31:22.269836 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-83a5ffc6-aa3d-4e86-97f5-14b0a738b37a None None] Provisioning complete for port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:31:22.270201 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-83a5ffc6-aa3d-4e86-97f5-14b0a738b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:22.325969 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-83a5ffc6-aa3d-4e86-97f5-14b0a738b37a None None] Port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:31:22.578052 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:31:22.585332 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:22.601384 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Transition to ACTIVE for port object 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:31:22.717749 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:22.721584 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f85a4bd5-95f2-44f0-9635-ab1f0a3f9213 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:22.904787 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:22.916599 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:22.997485 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Attempting to bind port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:31:22.997840 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Attempting to bind port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:31:22.998166 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Attempting to bind port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d on network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:31:23.007704 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d on network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:31:23.008099 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Attempting to bind port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d on network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:31:23.016090 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb6a78-ff56-4f08-919a-59aa4f69d140 req-38408937-3848-4a02-9fd5-1f18334d5c12 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:23.017096 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:31:23.017521 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Checking segment: {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:31:23.017825 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-daeb6a78-ff56-4f08-919a-59aa4f69d140 req-38408937-3848-4a02-9fd5-1f18334d5c12 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1009138
Aug 25 16:31:23.017969 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Bound using segment: {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:31:23.018364 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Bound port: 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:31:23.018800 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:23.098014 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-daeb6a78-ff56-4f08-919a-59aa4f69d140 req-a682da35-3d65-4073-8c47-88400dd116ea tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716748
Aug 25 16:31:23.142833 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:31:23.145624 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:31:23.250735 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:23.255514 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:23.326858 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1026ddb-19a6-4a9a-982b-ea9faa9bbab7 req-2ce6bb71-68fa-4bab-aa51-c0b16bf01966 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:23.328489 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e1026ddb-19a6-4a9a-982b-ea9faa9bbab7 req-2ce6bb71-68fa-4bab-aa51-c0b16bf01966 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0902164
Aug 25 16:31:23.335721 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:23.337397 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] 10.222.0.60 "PUT /v2.0/ports/8b1283fb-f1d4-4c5e-9093-675a3fc41f0d HTTP/1.1" status: 200  len: 1093 time: 1.2386739
Aug 25 16:31:23.348725 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:31:23.392759 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:23.397168 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:23.424618 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e1026ddb-19a6-4a9a-982b-ea9faa9bbab7 req-ec27e947-1505-4b14-9275-75204f134f43 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798316
Aug 25 16:31:23.459685 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'status': 'completed', 'code': 200}
Aug 25 16:31:23.551991 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-d2dbe96a-e151-46c1-9a89-497bfd6d7f76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 1096 time: 0.0830956
Aug 25 16:31:23.684685 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:23.758230 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-4fe13921-9936-4e66-aaf5-6d553502d78b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d HTTP/1.1" status: 200  len: 217 time: 0.1936669
Aug 25 16:31:23.827198 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee169675-67a8-4800-8b04-94f29f17324a req-9439b2a9-ede8-4239-b695-48bdb5d34f96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:23.828676 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-9439b2a9-ede8-4239-b695-48bdb5d34f96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcc1bfe8-e684-45d5-8dcb-0301c21cbf74 HTTP/1.1" status: 200  len: 856 time: 0.0621865
Aug 25 16:31:23.913820 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-3cc007dc-453e-4b57-b768-74f929387bbd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774522
Aug 25 16:31:24.064277 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-d2cbaa18-2e70-47de-8129-ea1047f15019 service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413035
Aug 25 16:31:24.209788 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ee169675-67a8-4800-8b04-94f29f17324a req-e22675f6-8358-42fd-a7f2-effee54498a0 service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384516
Aug 25 16:31:24.383244 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b619b-c4a8-4372-b755-20b5b8324295 req-fe399017-f8e2-4491-bf32-e125bc3494ba tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:24.391138 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-138b619b-c4a8-4372-b755-20b5b8324295 req-fe399017-f8e2-4491-bf32-e125bc3494ba tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1155217
Aug 25 16:31:24.439248 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7791ec53-ff5d-4584-8201-f422e497330c req-fabbac94-4578-400b-be18-69af41779c6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 1096 time: 0.0990481
Aug 25 16:31:24.449874 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-138b619b-c4a8-4372-b755-20b5b8324295 req-67725a21-9695-4fab-b0e6-20e8593b3c2c tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524457
Aug 25 16:31:24.615196 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791ec53-ff5d-4584-8201-f422e497330c req-363dc31f-c98e-4056-8472-c25ecb17b15f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:24.616823 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7791ec53-ff5d-4584-8201-f422e497330c req-363dc31f-c98e-4056-8472-c25ecb17b15f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 200  len: 918 time: 0.1700201
Aug 25 16:31:24.714737 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7791ec53-ff5d-4584-8201-f422e497330c req-959f077a-9b6c-4f1b-8625-78a1004fd091 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d HTTP/1.1" status: 200  len: 217 time: 0.0861256
Aug 25 16:31:24.746601 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748f517-84dc-450e-955b-473fb080b624 req-1c67709c-17d3-4a98-8ac4-d5e2c7a2855e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:24.749797 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f748f517-84dc-450e-955b-473fb080b624 req-1c67709c-17d3-4a98-8ac4-d5e2c7a2855e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1502371
Aug 25 16:31:24.778258 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b843390-12e8-4591-b35b-bdb19875fa9b req-fc708230-21aa-415e-a0e1-989f75e175db tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:24.779785 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1b843390-12e8-4591-b35b-bdb19875fa9b req-fc708230-21aa-415e-a0e1-989f75e175db tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 945 time: 0.1469462
Aug 25 16:31:24.786501 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791ec53-ff5d-4584-8201-f422e497330c req-4174622c-85b8-48a5-9167-a2973bb65557 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:24.788040 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7791ec53-ff5d-4584-8201-f422e497330c req-4174622c-85b8-48a5-9167-a2973bb65557 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcc1bfe8-e684-45d5-8dcb-0301c21cbf74 HTTP/1.1" status: 200  len: 856 time: 0.0650611
Aug 25 16:31:24.842153 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f748f517-84dc-450e-955b-473fb080b624 req-4193ebb0-da2b-4bd1-942b-c4de198066aa tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882802
Aug 25 16:31:24.849333 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1b843390-12e8-4591-b35b-bdb19875fa9b req-50691188-1ae2-48ad-9f3f-17ebc21213ed tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617657
Aug 25 16:31:24.881463 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7791ec53-ff5d-4584-8201-f422e497330c req-6f30babb-ce6b-4e57-8007-a632bec5a3ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850587
Aug 25 16:31:25.665827 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b1310-92b1-49ea-bfac-58cddb68de0b req-442fbda5-9d63-469a-a4fb-1e2a1f948874 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:25.667735 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e69b1310-92b1-49ea-bfac-58cddb68de0b req-442fbda5-9d63-469a-a4fb-1e2a1f948874 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0854125
Aug 25 16:31:25.713970 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e69b1310-92b1-49ea-bfac-58cddb68de0b req-dfe6df84-33fe-433e-8b32-1caddb9d75f4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404985
Aug 25 16:31:25.862502 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7791ec53-ff5d-4584-8201-f422e497330c req-175af143-2751-4d07-8299-439565f574d7 service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335428
Aug 25 16:31:26.119605 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc3fdc-a9bd-4b8b-ace1-3254039e41e4 req-afbea27a-eb68-4f54-b444-23643e5b946a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:26.121716 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-29fc3fdc-a9bd-4b8b-ace1-3254039e41e4 req-afbea27a-eb68-4f54-b444-23643e5b946a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1405606
Aug 25 16:31:26.127859 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c619d-beb6-4c76-9c1f-90b05db78975 req-db34dcea-d1ff-422d-b08d-458133096538 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:26.129298 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5a6c619d-beb6-4c76-9c1f-90b05db78975 req-db34dcea-d1ff-422d-b08d-458133096538 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 945 time: 0.1462200
Aug 25 16:31:26.200664 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-29fc3fdc-a9bd-4b8b-ace1-3254039e41e4 req-925a308b-ba2e-4d36-87ed-757397a76904 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701985
Aug 25 16:31:26.210597 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5a6c619d-beb6-4c76-9c1f-90b05db78975 req-9a3b24e7-dfdf-4225-9460-de257500405c tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643272
Aug 25 16:31:26.676062 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7791ec53-ff5d-4584-8201-f422e497330c req-844ac0f3-5bf9-4b93-be85-b61b9ac43017 service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333439
Aug 25 16:31:26.920646 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3be860-252b-4766-bc07-3fbcad94ef99 req-a29002f4-1f8a-4ad7-8c5b-d3a19bae587c tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:26.922267 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0a3be860-252b-4766-bc07-3fbcad94ef99 req-a29002f4-1f8a-4ad7-8c5b-d3a19bae587c tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0856471
Aug 25 16:31:26.971729 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0a3be860-252b-4766-bc07-3fbcad94ef99 req-23e31447-255b-4090-8125-7b2729f3d5a5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438817
Aug 25 16:31:27.475823 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac354c0-d45c-453c-b413-da536ecc2071 req-0c1b0bc6-4e7b-4656-8523-d4cb7e358bcc tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:27.477293 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0ac354c0-d45c-453c-b413-da536ecc2071 req-0c1b0bc6-4e7b-4656-8523-d4cb7e358bcc tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1404421
Aug 25 16:31:27.484003 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eee3b-bf3b-4fda-a050-f1bf843a74b9 req-2d215661-115b-4c4c-8965-4b856b333e95 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:27.485406 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-258eee3b-bf3b-4fda-a050-f1bf843a74b9 req-2d215661-115b-4c4c-8965-4b856b333e95 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 945 time: 0.1466708
Aug 25 16:31:27.558085 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0ac354c0-d45c-453c-b413-da536ecc2071 req-6d265694-fab3-42d5-a052-8367c2177dd1 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711119
Aug 25 16:31:27.568418 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-258eee3b-bf3b-4fda-a050-f1bf843a74b9 req-ac806065-7521-4c99-8398-9e7f9ad4cdd9 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671976
Aug 25 16:31:28.235329 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012c354-d5a2-4bc8-8cbd-614d43fd5bb4 req-071b0696-14fa-4ac0-b87f-0130125c2ac1 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:28.236878 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4012c354-d5a2-4bc8-8cbd-614d43fd5bb4 req-071b0696-14fa-4ac0-b87f-0130125c2ac1 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1361585
Aug 25 16:31:28.284252 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4012c354-d5a2-4bc8-8cbd-614d43fd5bb4 req-f631a8ee-a5d7-454c-94dc-f069ae48ab01 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413594
Aug 25 16:31:28.792827 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f7955-27dc-4518-ada7-6e5c14c4ec81 req-a827e75b-d7ab-42cc-93e6-36b14b2cb8c3 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:28.794985 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7c9f7955-27dc-4518-ada7-6e5c14c4ec81 req-a827e75b-d7ab-42cc-93e6-36b14b2cb8c3 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 945 time: 0.0839877
Aug 25 16:31:28.802224 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-7c2ea3c1-d2f2-4b6e-80fd-8c1d9d862f49 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:28.802937 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-7c2ea3c1-d2f2-4b6e-80fd-8c1d9d862f49 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Synchronizing usage tracker for tenant:6afd2971dd794007bf79339acd9d78ae on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:31:28.914809 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7c9f7955-27dc-4518-ada7-6e5c14c4ec81 req-71dd46c5-f48e-43c3-80cf-afbf67c0f15a tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/security-groups?id=927d2ffe-2e44-4530-8aad-dce133d2c886&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823364
Aug 25 16:31:28.926657 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-7c2ea3c1-d2f2-4b6e-80fd-8c1d9d862f49 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Unset dirty status for tenant:6afd2971dd794007bf79339acd9d78ae on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:31:28.928038 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-7c2ea3c1-d2f2-4b6e-80fd-8c1d9d862f49 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 945 time: 0.2104595
Aug 25 16:31:28.928880 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5b198-7423-455b-bc1c-f4f563b27891 req-a11241e7-c40a-4ef4-b3c6-1a943af3a972 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:28.930582 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ffb5b198-7423-455b-bc1c-f4f563b27891 req-a11241e7-c40a-4ef4-b3c6-1a943af3a972 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1348968
Aug 25 16:31:29.055161 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-57b383b2-2e60-4121-b489-3504b2d167d7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Deleting port ac7956d2-efa8-4a2c-9f70-8be255306511 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:31:29.055502 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-57b383b2-2e60-4121-b489-3504b2d167d7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:29.114692 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ffb5b198-7423-455b-bc1c-f4f563b27891 req-824f6c5a-1d82-48fc-988d-cf4a058ee687 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1705699
Aug 25 16:31:29.146018 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-73cba80a-4703-4e95-a2fd-67486631d39b req-c5b64baf-9fef-4b13-a848-0c359acc54d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=446dcebe081b4522bb0b4536c63d16b4&device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 1099 time: 0.1777873
Aug 25 16:31:29.306783 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86858c7f-fdcc-4352-87a5-3ccf7f59dd39 req-2bb689bb-12b8-4323-a435-059d78470988 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:29.315036 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-86858c7f-fdcc-4352-87a5-3ccf7f59dd39 req-2bb689bb-12b8-4323-a435-059d78470988 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.2647445
Aug 25 16:31:29.354616 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cba80a-4703-4e95-a2fd-67486631d39b req-4df8b7b1-0215-47ed-9517-f0ff28508db6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:29.357135 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-73cba80a-4703-4e95-a2fd-67486631d39b req-4df8b7b1-0215-47ed-9517-f0ff28508db6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0ceff83-8770-427d-9a29-aa2f25758798 HTTP/1.1" status: 200  len: 910 time: 0.1984379
Aug 25 16:31:29.361384 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-57b383b2-2e60-4121-b489-3504b2d167d7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] For port ac7956d2-efa8-4a2c-9f70-8be255306511, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ac7956d2-efa8-4a2c-9f70-8be255306511,segment=NetworkSegment(9480c9d7-2c06-4f96-8891-61f33ee44e97),segment_id=9480c9d7-2c06-4f96-8891-61f33ee44e97)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:31:29.361825 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-57b383b2-2e60-4121-b489-3504b2d167d7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:29.480450 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-73cba80a-4703-4e95-a2fd-67486631d39b req-68e7d8e9-6dcf-45b2-88e1-72f719d4651d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51bd668b-e8a6-46db-af84-286174f4db07 HTTP/1.1" status: 200  len: 1001 time: 0.1152077
Aug 25 16:31:29.486015 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-86858c7f-fdcc-4352-87a5-3ccf7f59dd39 req-7968be29-a27e-4c75-ab66-d6a43d2dfdac tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1701005
Aug 25 16:31:29.616897 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cba80a-4703-4e95-a2fd-67486631d39b req-146c1c9e-b9b6-4207-a307-644f58e78480 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:29.618639 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-73cba80a-4703-4e95-a2fd-67486631d39b req-146c1c9e-b9b6-4207-a307-644f58e78480 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a14d0543-df93-450e-a48e-2a56aaf8fafa HTTP/1.1" status: 200  len: 848 time: 0.1317697
Aug 25 16:31:29.629718 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-57b383b2-2e60-4121-b489-3504b2d167d7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Calling delete_port for ac7956d2-efa8-4a2c-9f70-8be255306511 owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:31:29.705413 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-73cba80a-4703-4e95-a2fd-67486631d39b req-1b90231f-e8ff-41ef-bd69-3667051728fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0ceff83-8770-427d-9a29-aa2f25758798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785277
Aug 25 16:31:29.856195 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-73cba80a-4703-4e95-a2fd-67486631d39b req-d36b28de-cab0-4ed7-be24-af1cb589f419 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439426
Aug 25 16:31:29.860799 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-57b383b2-2e60-4121-b489-3504b2d167d7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:29.872099 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c29f23b0-f5d9-4d2e-b53c-ba142cd2f6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:29.876331 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['ac7956d2-efa8-4a2c-9f70-8be255306511'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:31:29.946073 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b383b2-2e60-4121-b489-3504b2d167d7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Pushing event deleted for resources: {'Port': ['ID=ac7956d2-efa8-4a2c-9f70-8be255306511,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:29.949379 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-57b383b2-2e60-4121-b489-3504b2d167d7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:30.033771 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-73cba80a-4703-4e95-a2fd-67486631d39b req-d7deef60-0615-4baa-beee-d02a5943ac02 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703010
Aug 25 16:31:30.034004 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-57b383b2-2e60-4121-b489-3504b2d167d7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] No DVR routers for this DVR port ac7956d2-efa8-4a2c-9f70-8be255306511 on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:31:30.036864 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-57b383b2-2e60-4121-b489-3504b2d167d7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:30.042560 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ae6270-794d-4f51-9c89-ee83ea843b25', 'name': 'network-vif-deleted', 'tag': 'ac7956d2-efa8-4a2c-9f70-8be255306511'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:31:30.116050 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ae6270-794d-4f51-9c89-ee83ea843b25', 'name': 'network-vif-deleted', 'tag': 'ac7956d2-efa8-4a2c-9f70-8be255306511', 'status': 'completed', 'code': 200}
Aug 25 16:31:30.158240 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6cbbe0b8-4e24-49f1-bb4d-6e62025479da req-57b383b2-2e60-4121-b489-3504b2d167d7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.60 "DELETE /v2.0/ports/ac7956d2-efa8-4a2c-9f70-8be255306511 HTTP/1.1" status: 204  len: 173 time: 1.2226169
Aug 25 16:31:30.167890 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cb9ab88a-1d82-451d-aea2-cf42a887af87 req-134fa963-9d6b-41a9-946d-e47412e58506 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 210 time: 0.0428736
Aug 25 16:31:30.315428 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:31:30.358694 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ff787-1e31-4c3b-8ecc-61b2d9587ae0 req-2bd1cdaa-4b29-4d90-8f18-96e1f73c44ca tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:30.360238 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5b1ff787-1e31-4c3b-8ecc-61b2d9587ae0 req-2bd1cdaa-4b29-4d90-8f18-96e1f73c44ca tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0892317
Aug 25 16:31:30.420510 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5b1ff787-1e31-4c3b-8ecc-61b2d9587ae0 req-5b1f47a5-80f2-4f1e-be3d-d3b073b53b95 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468369
Aug 25 16:31:30.488426 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:31:30.502776 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'port_id': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'mac_address': 'fa:16:3e:f7:70:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:31:30.955793 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:30.955793 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:31:30.955793 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:31:30.956739 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0dc78-cc52-4382-8f06-b5fadcfa5d5c req-50797c36-4155-46bb-8477-af57a8a61e42 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:30.956739 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-efb0dc78-cc52-4382-8f06-b5fadcfa5d5c req-50797c36-4155-46bb-8477-af57a8a61e42 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0809398
Aug 25 16:31:30.956739 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-efb0dc78-cc52-4382-8f06-b5fadcfa5d5c req-543f53a7-eae1-46ee-8f6c-57622f1bac1b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464566
Aug 25 16:31:31.046524 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:31.049326 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-b888abd8-e40d-428b-8d25-6fd7881bb079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:31.122476 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:31.125588 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:31.349894 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8a719d9a-7905-4ff1-bcc0-510b1320c454 req-0dc04d31-998e-46c1-ba01-3c9b08192c9c tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 210 time: 0.0426941
Aug 25 16:31:31.648416 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd720922-98d7-4a08-b3e7-f61e9132f628 req-794de6f3-21ba-45d8-a7bf-5acacfafc712 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:31.649917 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bd720922-98d7-4a08-b3e7-f61e9132f628 req-794de6f3-21ba-45d8-a7bf-5acacfafc712 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 944 time: 0.0807686
Aug 25 16:31:31.697321 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bd720922-98d7-4a08-b3e7-f61e9132f628 req-9d0f35d3-0e39-4b0b-a679-bad2804148dc tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415809
Aug 25 16:31:31.998675 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddfe72-1e3d-4385-bce1-c23912e80d80 req-3c39c6e2-5826-441e-84f7-3d81447a7831 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:32.000143 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-99ddfe72-1e3d-4385-bce1-c23912e80d80 req-3c39c6e2-5826-441e-84f7-3d81447a7831 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0897210
Aug 25 16:31:32.049449 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-99ddfe72-1e3d-4385-bce1-c23912e80d80 req-4aaa4bae-3066-46ec-a620-df2c914d656d tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416157
Aug 25 16:31:32.539974 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-169ad5f6-5c29-46ea-9c87-b6b6c542641a req-5c3bafd4-084b-4738-90f0-751017e90fe9 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 210 time: 0.0418289
Aug 25 16:31:32.974087 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053c46e-d1fa-4212-a949-388c417afe7a req-b3ceb497-bf93-44bd-bc01-535be5028146 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:32.975560 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7053c46e-d1fa-4212-a949-388c417afe7a req-b3ceb497-bf93-44bd-bc01-535be5028146 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 944 time: 0.1384070
Aug 25 16:31:33.024143 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7053c46e-d1fa-4212-a949-388c417afe7a req-7678bb58-8621-4d85-b4d5-0691f2a56dae tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420134
Aug 25 16:31:33.546322 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['8b1283fb-f1d4-4c5e-9093-675a3fc41f0d'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:31:33.728068 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4aa34f61-b91d-41c9-b671-d766dd170ae6 req-79c26ff8-02e3-4402-b9ee-b7ae9e9bfa32 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ae6270-794d-4f51-9c89-ee83ea843b25 HTTP/1.1" status: 200  len: 210 time: 0.0413163
Aug 25 16:31:34.244675 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90a763-5eb7-45c6-82be-34b4d1571a88 req-07928cf6-b315-4f47-a59f-9a3ba9923d61 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:34.247085 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ba90a763-5eb7-45c6-82be-34b4d1571a88 req-07928cf6-b315-4f47-a59f-9a3ba9923d61 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 944 time: 0.0821702
Aug 25 16:31:34.295926 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ba90a763-5eb7-45c6-82be-34b4d1571a88 req-477de1ff-e074-4c21-9380-53657296765b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426385
Aug 25 16:31:35.281751 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:31:35.463645 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:31:35.469741 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:31:35.470119 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:35.524215 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68496c5d-f666-43a3-ae7a-633bbc7f2499 req-8a7e57cb-4e9e-4586-ba5d-1c94f2826316 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:35.526007 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-68496c5d-f666-43a3-ae7a-633bbc7f2499 req-8a7e57cb-4e9e-4586-ba5d-1c94f2826316 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 944 time: 0.0891190
Aug 25 16:31:35.587054 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-68496c5d-f666-43a3-ae7a-633bbc7f2499 req-32049a33-373b-4205-9be8-a85f63336e02 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551677
Aug 25 16:31:35.612411 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:35.654117 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:31:35.663485 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:31:35.712861 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'code': 200}
Aug 25 16:31:35.784514 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:35.785591 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device ac7956d2-efa8-4a2c-9f70-8be255306511 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:31:35.810822 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3dea09b2-1eec-4043-8eee-a8de4d77c899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:35.819006 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:35.859893 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: ac7956d2-efa8-4a2c-9f70-8be255306511 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:31:35.860330 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device ac7956d2-efa8-4a2c-9f70-8be255306511 not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:31:35.917628 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:35.921736 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:36.019244 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:36.201751 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-b24bbc2e-4884-4c0c-8340-79313897e833 req-d2430134-a408-4143-9749-4b5cde862036 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 1098 time: 0.0780039
Aug 25 16:31:36.247899 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-b24bbc2e-4884-4c0c-8340-79313897e833 req-5d36640e-9aa8-426e-a442-418c7a62a830 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401297
Aug 25 16:31:36.829133 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aada0c-2f90-4807-b26a-a8e505df2fc6 req-35d48e1f-ec79-4cee-a7a6-82986b21e3d6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:36.830648 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a9aada0c-2f90-4807-b26a-a8e505df2fc6 req-35d48e1f-ec79-4cee-a7a6-82986b21e3d6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.0994189
Aug 25 16:31:36.878620 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a9aada0c-2f90-4807-b26a-a8e505df2fc6 req-08979592-912d-4ddd-a3d8-3029c36a4076 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424018
Aug 25 16:31:38.006592 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-ef6e6cf5-0a20-4a05-b87e-435b0a583c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:38.126753 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7aafb-059f-4285-8132-27bf71157572 req-e218ca94-0f0b-4a92-b1da-b656dcf532d9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:38.128137 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-57d7aafb-059f-4285-8132-27bf71157572 req-e218ca94-0f0b-4a92-b1da-b656dcf532d9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1039350
Aug 25 16:31:38.189843 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-57d7aafb-059f-4285-8132-27bf71157572 req-950f65cd-0471-45bc-abeb-ab3e3ac7db45 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544586
Aug 25 16:31:38.295133 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50436) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:38.438517 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b96b63-c0c5-42f2-8fa9-dda9e9899f25 req-2aa7df22-0e61-46a8-a47b-86041bc1f807 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:38.442949 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-21b96b63-c0c5-42f2-8fa9-dda9e9899f25 req-2aa7df22-0e61-46a8-a47b-86041bc1f807 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.0944762
Aug 25 16:31:38.453066 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 50442) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:38.460947 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:38.461456 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-c226b6f1-b2fe-420c-b9a4-2d33db2b636e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Request body: {'floatingip': {'port_id': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:31:38.494564 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:38.516511 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Usage tracker for resource:security_group_rule and tenant:b3c9037c87d54b39927bef619af4af99 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:38.523841 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:38.546174 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:38.578128 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c226b6f1-b2fe-420c-b9a4-2d33db2b636e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:38.654364 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:38.734153 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:38.741190 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-ca79b243-ec92-456a-af99-4f9591f2f220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:38.784407 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b30088-52ab-45eb-a1ef-ef8f7840e5b8,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:38.789980 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3c9037c87d54b39927bef619af4af99&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4922132
Aug 25 16:31:38.791879 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50450) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:38.813619 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:38.814033 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:38.814343 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:38.814652 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:38.814995 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:38.815329 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:38.815656 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:38.816172 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:38.816696 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:38.817009 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:38.817570 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:38.823230 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:38.896806 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-99f4090e-45b6-47ec-840b-7d6d4b4d7c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:38.926712 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-99f4090e-45b6-47ec-840b-7d6d4b4d7c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:39.052710 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:39.086854 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-99f4090e-45b6-47ec-840b-7d6d4b4d7c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:39.096319 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-00365b75-0a6f-4b7c-9769-621b975d202f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:39.110987 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4090e-45b6-47ec-840b-7d6d4b4d7c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b30088-52ab-45eb-a1ef-ef8f7840e5b8,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:39.113493 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-99f4090e-45b6-47ec-840b-7d6d4b4d7c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:39.119389 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-99f4090e-45b6-47ec-840b-7d6d4b4d7c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:39.123155 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-99f4090e-45b6-47ec-840b-7d6d4b4d7c2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1b30088-52ab-45eb-a1ef-ef8f7840e5b8 HTTP/1.1" status: 204  len: 168 time: 0.3282309
Aug 25 16:31:39.314005 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c226b6f1-b2fe-420c-b9a4-2d33db2b636e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:39.448580 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c226b6f1-b2fe-420c-b9a4-2d33db2b636e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:39.673268 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.l3_db [None req-c226b6f1-b2fe-420c-b9a4-2d33db2b636e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Floating IP e978015e-0897-4e3a-be2c-bbaef4d3b1d3 associated. External IP: 172.27.3.171, port: 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d.
Aug 25 16:31:40.081859 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50466) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:40.112490 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-aa009e93-35e3-43ac-810c-13565ee01d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:40.172559 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-aa009e93-35e3-43ac-810c-13565ee01d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:40.178765 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-aa009e93-35e3-43ac-810c-13565ee01d8b admin admin] Usage tracker for resource:security_group_rule and tenant:7138cef23919446f808ac45fa38cb213 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:40.183241 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-aa009e93-35e3-43ac-810c-13565ee01d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:40.192400 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-aa009e93-35e3-43ac-810c-13565ee01d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:40.250049 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c226b6f1-b2fe-420c-b9a4-2d33db2b636e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:31:40.272425 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-aa009e93-35e3-43ac-810c-13565ee01d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:40.345581 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-aa009e93-35e3-43ac-810c-13565ee01d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:40.354862 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-51b696ae-03cb-4570-8b2a-07c9763e7a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:40.400269 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa009e93-35e3-43ac-810c-13565ee01d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1096f22-ede8-4bd3-9097-f5fdab4e5cb7,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:40.403400 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-aa009e93-35e3-43ac-810c-13565ee01d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:40.407469 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-aa009e93-35e3-43ac-810c-13565ee01d8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7138cef23919446f808ac45fa38cb213&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3240907
Aug 25 16:31:40.409993 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50470) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:40.482564 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c226b6f1-b2fe-420c-b9a4-2d33db2b636e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:31:40.485623 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-38feac25-e277-4f14-9f0b-0dc95640d7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:40.487330 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c226b6f1-b2fe-420c-b9a4-2d33db2b636e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:40.495179 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dae21e-affe-4365-8fe4-b9e4583cb89e None None] Sync routers for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:31:40.519063 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-38feac25-e277-4f14-9f0b-0dc95640d7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:40.521672 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dae21e-affe-4365-8fe4-b9e4583cb89e None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:31:40.523190 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-16dae21e-affe-4365-8fe4-b9e4583cb89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04a14b80>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:31:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:40.554864 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-c226b6f1-b2fe-420c-b9a4-2d33db2b636e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "PUT /v2.0/floatingips/e978015e-0897-4e3a-be2c-bbaef4d3b1d3 HTTP/1.1" status: 200  len: 991 time: 2.1002114
Aug 25 16:31:40.556889 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:31:40.646000 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:40.663800 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-38feac25-e277-4f14-9f0b-0dc95640d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:40.667700 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-de9bef6a-6e84-42b0-a076-32cbb404e2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:40.680576 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38feac25-e277-4f14-9f0b-0dc95640d7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1096f22-ede8-4bd3-9097-f5fdab4e5cb7,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:40.689782 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-38feac25-e277-4f14-9f0b-0dc95640d7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:40.690538 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-38feac25-e277-4f14-9f0b-0dc95640d7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:40.695666 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-38feac25-e277-4f14-9f0b-0dc95640d7ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1096f22-ede8-4bd3-9097-f5fdab4e5cb7 HTTP/1.1" status: 204  len: 168 time: 0.2806091
Aug 25 16:31:40.829529 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'status': 'completed', 'code': 200}
Aug 25 16:31:40.858911 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-16dae21e-affe-4365-8fe4-b9e4583cb89e None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:31:41.144417 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3df7e3fe-f493-47e7-9f98-ebcf3111e911 req-7e651702-949b-442a-8fd7-ad840bb9a3ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 1098 time: 0.0897617
Aug 25 16:31:41.311932 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7e3fe-f493-47e7-9f98-ebcf3111e911 req-d3d03354-23be-4428-9a9d-a30678149d5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:41.313827 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3df7e3fe-f493-47e7-9f98-ebcf3111e911 req-d3d03354-23be-4428-9a9d-a30678149d5c service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 200  len: 918 time: 0.1625118
Aug 25 16:31:41.364497 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-16dae21e-affe-4365-8fe4-b9e4583cb89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04a14b80>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': 'e978015e-0897-4e3a-be2c-bbaef4d3b1d3', 'tenant_id': '69dd618035034881b9a069a46953420c', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'port_id': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'mac_address': 'fa:16:3e:f7:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85951335-7357-43c4-b6c7-22b21a3fa682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:31:13Z', 'updated_at': '2021-08-25T16:31:39Z', 'revision_number': 1, 'project_id': '69dd618035034881b9a069a46953420c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:17Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:41.369052 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dae21e-affe-4365-8fe4-b9e4583cb89e None None] Checking router: 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:31:41.387565 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dae21e-affe-4365-8fe4-b9e4583cb89e None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:31:41.387565 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-16dae21e-affe-4365-8fe4-b9e4583cb89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04a14b80>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:31:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:41.436410 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3df7e3fe-f493-47e7-9f98-ebcf3111e911 req-4e11c527-e83a-4b63-bb43-27c461c59cab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d HTTP/1.1" status: 200  len: 999 time: 0.1117816
Aug 25 16:31:41.506159 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7e3fe-f493-47e7-9f98-ebcf3111e911 req-34f22059-2302-4dc9-bb5f-d71cf09ba264 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:31:41.507847 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3df7e3fe-f493-47e7-9f98-ebcf3111e911 req-34f22059-2302-4dc9-bb5f-d71cf09ba264 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcc1bfe8-e684-45d5-8dcb-0301c21cbf74 HTTP/1.1" status: 200  len: 856 time: 0.0628886
Aug 25 16:31:41.614115 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3df7e3fe-f493-47e7-9f98-ebcf3111e911 req-11295958-c456-4ccd-8145-ee2eca78c51b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0972350
Aug 25 16:31:41.616980 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-16dae21e-affe-4365-8fe4-b9e4583cb89e None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:31:42.004810 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-16dae21e-affe-4365-8fe4-b9e4583cb89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04a14b80>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': 'e978015e-0897-4e3a-be2c-bbaef4d3b1d3', 'tenant_id': '69dd618035034881b9a069a46953420c', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'port_id': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'mac_address': 'fa:16:3e:f7:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85951335-7357-43c4-b6c7-22b21a3fa682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:31:13Z', 'updated_at': '2021-08-25T16:31:39Z', 'revision_number': 1, 'project_id': '69dd618035034881b9a069a46953420c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:17Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:31:42.010839 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dae21e-affe-4365-8fe4-b9e4583cb89e None None] The sync data for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi is: [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': 'e978015e-0897-4e3a-be2c-bbaef4d3b1d3', 'tenant_id': '69dd618035034881b9a069a46953420c', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'port_id': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'mac_address': 'fa:16:3e:f7:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85951335-7357-43c4-b6c7-22b21a3fa682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:31:13Z', 'updated_at': '2021-08-25T16:31:39Z', 'revision_number': 1, 'project_id': '69dd618035034881b9a069a46953420c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:17Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:31:42.284957 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd9663a-8bb0-4e53-94b6-8a40ba0256db None None] New status for floating IP e978015e-0897-4e3a-be2c-bbaef4d3b1d3: ACTIVE {{(pid=75964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:31:44.748214 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3df7e3fe-f493-47e7-9f98-ebcf3111e911 req-c0e52b4a-5e8e-4085-8874-2ce506602d03 service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459100
Aug 25 16:31:44.894386 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-3df7e3fe-f493-47e7-9f98-ebcf3111e911 req-eb670377-2fca-4682-9416-4480a3bbd7bb service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385405
Aug 25 16:31:50.313238 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:31:53.685793 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:57.102107 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50722) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:57.261813 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-df5bef8d-998a-4b75-ab41-c9dff94e706b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:57.297140 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-df5bef8d-998a-4b75-ab41-c9dff94e706b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:31:57.301050 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-df5bef8d-998a-4b75-ab41-c9dff94e706b admin admin] Usage tracker for resource:security_group_rule and tenant:3f84c9898e664168bee56b9f2f6e37d7 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:31:57.304153 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-df5bef8d-998a-4b75-ab41-c9dff94e706b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:31:57.310235 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-df5bef8d-998a-4b75-ab41-c9dff94e706b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:31:57.384488 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-df5bef8d-998a-4b75-ab41-c9dff94e706b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:57.503558 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-df5bef8d-998a-4b75-ab41-c9dff94e706b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:57.511298 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e3c67fde-6523-47ef-b6ca-e31250e6f64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:57.554319 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bef8d-998a-4b75-ab41-c9dff94e706b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1be581-4e29-4a92-a103-c38a673e234c,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:57.559430 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-df5bef8d-998a-4b75-ab41-c9dff94e706b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f84c9898e664168bee56b9f2f6e37d7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4561663
Aug 25 16:31:57.560560 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-df5bef8d-998a-4b75-ab41-c9dff94e706b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:31:57.562754 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 50730) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:31:57.638642 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:57.666618 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:57.802224 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:57.806355 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6a7f6b57-c1a6-4528-846a-cee8ea9e63d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:31:57.820120 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1be581-4e29-4a92-a103-c38a673e234c,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:31:57.827295 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:31:57.828606 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c1be581-4e29-4a92-a103-c38a673e234c HTTP/1.1" status: 204  len: 168 time: 0.2646961
Aug 25 16:31:57.834116 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:57.834485 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:57.834964 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:57.835186 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:57.835643 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:57.835991 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:57.836335 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:57.836677 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:57.837096 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:57.837455 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:57.837806 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:31:57.842116 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:00.494625 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 50796) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:00.645327 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-39541e5e-980c-42da-bcd5-97bc30e88b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:00.680255 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-39541e5e-980c-42da-bcd5-97bc30e88b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:00.684406 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-39541e5e-980c-42da-bcd5-97bc30e88b6b admin admin] Usage tracker for resource:security_group_rule and tenant:7190ff12f1304b46bc150ca6c3bdf8bc is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:00.687480 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-39541e5e-980c-42da-bcd5-97bc30e88b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:00.693407 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-39541e5e-980c-42da-bcd5-97bc30e88b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:00.852112 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-39541e5e-980c-42da-bcd5-97bc30e88b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:00.921287 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-39541e5e-980c-42da-bcd5-97bc30e88b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:00.928603 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a70639a3-2653-4d10-83de-55cb0bbe7973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:00.969880 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39541e5e-980c-42da-bcd5-97bc30e88b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf111c38-a195-49ea-8c4b-83d6e7744cc4,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:00.973427 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-39541e5e-980c-42da-bcd5-97bc30e88b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:00.975906 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-39541e5e-980c-42da-bcd5-97bc30e88b6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7190ff12f1304b46bc150ca6c3bdf8bc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4795067
Aug 25 16:32:00.978806 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 50804) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:01.044280 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1766ecb0-1ab4-42e5-a8ef-6ec6ccb48161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:01.071957 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1766ecb0-1ab4-42e5-a8ef-6ec6ccb48161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:01.195474 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1766ecb0-1ab4-42e5-a8ef-6ec6ccb48161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:01.199940 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-66623d29-1c33-48c0-9de5-e8a917486814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:01.213656 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766ecb0-1ab4-42e5-a8ef-6ec6ccb48161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf111c38-a195-49ea-8c4b-83d6e7744cc4,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:01.215841 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1766ecb0-1ab4-42e5-a8ef-6ec6ccb48161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:01.221954 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1766ecb0-1ab4-42e5-a8ef-6ec6ccb48161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:01.223121 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-1766ecb0-1ab4-42e5-a8ef-6ec6ccb48161 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf111c38-a195-49ea-8c4b-83d6e7744cc4 HTTP/1.1" status: 204  len: 168 time: 0.2434571
Aug 25 16:32:02.014524 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50832) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:02.036119 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9468a09f-ab65-464d-abce-542b9a494ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:02.081461 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-9468a09f-ab65-464d-abce-542b9a494ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:02.085702 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-9468a09f-ab65-464d-abce-542b9a494ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:21775440e9eb4b109dbb6e0583c8fb69 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:02.090139 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-9468a09f-ab65-464d-abce-542b9a494ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:02.101472 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-9468a09f-ab65-464d-abce-542b9a494ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:02.181838 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9468a09f-ab65-464d-abce-542b9a494ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:02.252610 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9468a09f-ab65-464d-abce-542b9a494ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:02.260529 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-12007036-b9e4-4a05-bdc3-f4874c15408e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:02.325909 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468a09f-ab65-464d-abce-542b9a494ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc09c882-ffc6-45bc-a5a1-b3317c35a129,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:02.332134 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-9468a09f-ab65-464d-abce-542b9a494ca0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21775440e9eb4b109dbb6e0583c8fb69&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3180177
Aug 25 16:32:02.333286 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-9468a09f-ab65-464d-abce-542b9a494ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:02.337765 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50840) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:02.418859 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e4920c80-af56-49cc-aea3-37dd3af0d992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:02.458709 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e4920c80-af56-49cc-aea3-37dd3af0d992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:02.805496 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e4920c80-af56-49cc-aea3-37dd3af0d992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:02.816507 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-bb496dae-77db-454a-87c9-e7da3fa87d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:02.824022 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4920c80-af56-49cc-aea3-37dd3af0d992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc09c882-ffc6-45bc-a5a1-b3317c35a129,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:02.828130 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e4920c80-af56-49cc-aea3-37dd3af0d992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:02.834249 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e4920c80-af56-49cc-aea3-37dd3af0d992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:02.835363 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-e4920c80-af56-49cc-aea3-37dd3af0d992 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc09c882-ffc6-45bc-a5a1-b3317c35a129 HTTP/1.1" status: 204  len: 168 time: 0.4984434
Aug 25 16:32:03.830476 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50860) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:03.849537 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab3de-021d-4e1a-9d66-53483d88196a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:03.883422 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-8f8ab3de-021d-4e1a-9d66-53483d88196a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:03.887965 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-8f8ab3de-021d-4e1a-9d66-53483d88196a admin admin] Usage tracker for resource:security_group_rule and tenant:e3feb2f6f96d4042b14fb6fbef25394c is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:03.890919 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-8f8ab3de-021d-4e1a-9d66-53483d88196a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:03.896604 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-8f8ab3de-021d-4e1a-9d66-53483d88196a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:03.971872 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab3de-021d-4e1a-9d66-53483d88196a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:04.052554 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab3de-021d-4e1a-9d66-53483d88196a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:04.059677 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-d6a5bfa2-4ca6-4c23-84ae-e95356b927f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:04.101763 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ab3de-021d-4e1a-9d66-53483d88196a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef6d1ec-89bf-4526-8b4f-6c64972994c2,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:04.105191 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-8f8ab3de-021d-4e1a-9d66-53483d88196a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:04.109323 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-8f8ab3de-021d-4e1a-9d66-53483d88196a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3feb2f6f96d4042b14fb6fbef25394c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2777336
Aug 25 16:32:04.111971 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50866) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:04.178765 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6bc37a84-4b3d-4a26-a80e-8992f8633cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:04.207706 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6bc37a84-4b3d-4a26-a80e-8992f8633cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:04.371285 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6bc37a84-4b3d-4a26-a80e-8992f8633cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:04.375568 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:04.387876 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc37a84-4b3d-4a26-a80e-8992f8633cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef6d1ec-89bf-4526-8b4f-6c64972994c2,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:04.392872 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-6bc37a84-4b3d-4a26-a80e-8992f8633cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:04.405334 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6bc37a84-4b3d-4a26-a80e-8992f8633cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:04.408819 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-6bc37a84-4b3d-4a26-a80e-8992f8633cd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cef6d1ec-89bf-4526-8b4f-6c64972994c2 HTTP/1.1" status: 204  len: 168 time: 0.2935979
Aug 25 16:32:05.722305 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-0011d3eb-435b-40b4-b08c-41be6f12cecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:05.983546 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:07.377245 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 50952) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:07.454364 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_v2 [None req-60043711-9fdd-4ff1-9f1e-8bc6553ee70f admin admin] Deleting subnet dbbfc868-e98b-4c35-98b4-e3e7a830c751 {{(pid=75962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:32:07.457761 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-60043711-9fdd-4ff1-9f1e-8bc6553ee70f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:07.519245 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-60043711-9fdd-4ff1-9f1e-8bc6553ee70f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1715212'] for subnet, precommit_delete_associations {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:07.594141 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-60043711-9fdd-4ff1-9f1e-8bc6553ee70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:07.784390 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-60043711-9fdd-4ff1-9f1e-8bc6553ee70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2086434'] for subnet, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:07.790240 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-4046ef40-048d-49fe-9270-ea90b93b1589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:07.826614 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60043711-9fdd-4ff1-9f1e-8bc6553ee70f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbfc868-e98b-4c35-98b4-e3e7a830c751,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:07.831073 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-60043711-9fdd-4ff1-9f1e-8bc6553ee70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:07.832051 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-60043711-9fdd-4ff1-9f1e-8bc6553ee70f admin admin] Notify callbacks [] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:07.843131 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 50966) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:07.843626 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-60043711-9fdd-4ff1-9f1e-8bc6553ee70f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dbbfc868-e98b-4c35-98b4-e3e7a830c751 HTTP/1.1" status: 204  len: 168 time: 0.4648056
Aug 25 16:32:07.969469 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:08.001936 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d789e1c9-6826-480b-8d1e-1ecc26a0e38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:08.114589 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:08.131835 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf045acbb0>,) {'filters': {'network_id': ['6e04846e-9622-44ea-b4a8-14af76dd90e8']}} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:08.145996 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf045acbb0>, '9480c9d7-2c06-4f96-8891-61f33ee44e97') {'for_net_delete': True} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:08.146299 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf045acbb0>, '9480c9d7-2c06-4f96-8891-61f33ee44e97') {} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:08.158741 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1140326'] for segment, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:08.178794 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:08.186801 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=75961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:32:08.187198 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1548472'] for segment, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]: Traceback (most recent call last):
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     timer()
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     cb(*args, **kw)
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     return func(*args, **kwargs)
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     self._notify()
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     self.callback(batched_events)
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     event.method(event)
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     return f(self, *a, **k)
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._get(url).json()
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:32:08.205152 dv-cinder-805825-2-iscsi neutron-server[75961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:32:08.373463 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:08.379601 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:08.392920 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:08.408124 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] Pushing event deleted for resources: {'Network': ['ID=6e04846e-9622-44ea-b4a8-14af76dd90e8,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:08.410903 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:08.520441 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] 10.222.0.37 "DELETE /v2.0/networks/6e04846e-9622-44ea-b4a8-14af76dd90e8 HTTP/1.1" status: 204  len: 168 time: 0.6753857
Aug 25 16:32:09.022727 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 50982) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:09.041448 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:09.114639 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-d945721f-79b9-4315-94f7-01b8130fc835 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6afd2971dd794007bf79339acd9d78ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0917876
Aug 25 16:32:09.115768 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 50990) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:09.197419 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-854cf426-8654-4939-8e99-6ab67924f2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:09.223908 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-854cf426-8654-4939-8e99-6ab67924f2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:09.338147 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-854cf426-8654-4939-8e99-6ab67924f2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:09.342027 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee42023e-bf1d-44d3-a5a1-8a87fe716f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:09.359667 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cf426-8654-4939-8e99-6ab67924f2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927d2ffe-2e44-4530-8aad-dce133d2c886,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:09.362668 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-854cf426-8654-4939-8e99-6ab67924f2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:09.445531 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-854cf426-8654-4939-8e99-6ab67924f2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:09.446589 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-854cf426-8654-4939-8e99-6ab67924f2c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/927d2ffe-2e44-4530-8aad-dce133d2c886 HTTP/1.1" status: 204  len: 168 time: 0.3294971
Aug 25 16:32:10.540873 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:10.773175 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51028) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:10.908903 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-579072519-network', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:10.915060 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:10.918072 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Usage tracker for resource:network and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:10.921212 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:10.927756 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:11.035871 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Made reservation on behalf of 2818026e89bd4b9393f6ed2b2aae5b11 for: {'network': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:32:11.039191 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:11.053075 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:11.089644 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:11.093756 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Usage tracker for resource:security_group_rule and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:11.096812 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:11.103213 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:11.185924 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:11.262475 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:11.265698 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-38feac25-e277-4f14-9f0b-0dc95640d7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:11.351076 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=75962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:32:11.361741 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff45a9d-8abf-40de-a268-3f8194cd41e0,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:11.365607 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:11.368544 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:11.368772 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.segments_db [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Added segment 7f83cd94-9f32-4ddd-a07c-acf348b1b4dd of type vlan for network f829a720-cf5b-4886-a9fb-8ef465684cf9
Aug 25 16:32:11.408037 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:11.521687 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:11.523517 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:11.524427 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:11.529966 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:11.640908 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Pushing event updated for resources: {'Network': ['ID=f829a720-cf5b-4886-a9fb-8ef465684cf9,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:11.643458 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:11.652179 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network f829a720-cf5b-4886-a9fb-8ef465684cf9 details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:32:11.730677 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9530993
Aug 25 16:32:11.730961 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51042) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:11.736909 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Request body: {'subnet': {'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-579072519-subnet', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'ip_version': 4}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:11.742128 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:11.747148 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Usage tracker for resource:subnet and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:11.750800 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:11.757231 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:11.835325 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Made reservation on behalf of 2818026e89bd4b9393f6ed2b2aae5b11 for: {'subnet': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:32:11.837717 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2086457'] for subnet, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:12.103637 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2086443'] for subnet, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:12.108439 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:12.184085 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdfd525-3e53-4422-bd74-70269ab0cf87,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:12.188934 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:12.201822 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Checking segment: {'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:32:12.202184 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Network hostable DHCP agents. Network: f829a720-cf5b-4886-a9fb-8ef465684cf9, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:32:12.291960 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Network f829a720-cf5b-4886-a9fb-8ef465684cf9 is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:32:12.401073 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, f829a720-cf5b-4886-a9fb-8ef465684cf9) {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:32:12.405004 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:12.405894 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Notify callbacks [] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:12.414271 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f796d09-4207-454b-9f13-ec0e4dd2877c None None] Network f829a720-cf5b-4886-a9fb-8ef465684cf9 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:32:12.524339 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51050) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:12.526537 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7925839
Aug 25 16:32:12.530501 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:12.540753 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:12.555871 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Usage tracker for resource:router and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:12.559658 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:12.573826 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:12.661829 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb506c887-4176-517b-ba63-560c50a374c3-f829a720-cf5b-4886-a9fb-8ef465684cf9', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87'}]}} from dv-cinder-805825-2-iscsi. {{(pid=75963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 25 16:32:12.662669 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:12.663877 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61923'] for router, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:12.665222 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61720'] for router, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:12.687917 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:12.851758 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.db_base_plugin_common [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Allocated IP 172.20.0.2 (f829a720-cf5b-4886-a9fb-8ef465684cf9/4cdfd525-3e53-4422-bd74-70269ab0cf87/fdbca558-d70b-4646-9a2d-73bd3cd9bd7a) {{(pid=75963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:32:12.941308 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61710'] for router, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:13.114563 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Notify callbacks [] for port, precommit_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:13.127908 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Transition to ACTIVE for port object fdbca558-d70b-4646-9a2d-73bd3cd9bd7a will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:32:13.146293 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Transition to ACTIVE for port object fdbca558-d70b-4646-9a2d-73bd3cd9bd7a will not be triggered until provisioned by entity DHCP. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:32:13.249462 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:13.269788 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:13.274160 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:13.285854 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:13.342020 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Network f829a720-cf5b-4886-a9fb-8ef465684cf9 is already hosted by enough agents. {{(pid=75963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:32:13.345042 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.base_scheduler [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Resources bound (agent type, host, resource id):  {{(pid=75963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:32:13.347587 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Received port after_create {{(pid=75963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:32:13.355726 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Pushing event updated for resources: {'Port': ['ID=fdbca558-d70b-4646-9a2d-73bd3cd9bd7a,revision_number=1']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:13.399290 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:13.399550 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:13.399878 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:13.400271 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:13.400596 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:13.401086 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:13.401448 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:13.401789 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:13.402098 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:13.402463 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:13.402773 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:13.407091 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:13.436723 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Allocated IP 172.27.3.24 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/e4ca1d93-a03c-4960-bc24-e3a2f5995966) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:32:13.456909 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Attempting to bind port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:32:13.457219 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Attempting to bind port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:32:13.457586 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Attempting to bind port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a on network f829a720-cf5b-4886-a9fb-8ef465684cf9 {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:32:13.464233 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:32:13.464584 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Checking segment: {'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:32:13.464987 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:13.465415 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Bound using segment: {'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:32:13.465896 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Bound port: fdbca558-d70b-4646-9a2d-73bd3cd9bd7a, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:32:13.466271 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:13.558304 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] For port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:32:13.561515 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] For port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=fdbca558-d70b-4646-9a2d-73bd3cd9bd7a,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:32:13.589778 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:13.664012 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:13.669233 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:13.693065 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:13.700200 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:13.749867 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Pushing event updated for resources: {'Port': ['ID=fdbca558-d70b-4646-9a2d-73bd3cd9bd7a,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:13.754571 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:13.793811 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:32:13.796965 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:32:13.799597 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:32:13.841087 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e4ca1d93-a03c-4960-bc24-e3a2f5995966,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:13.846579 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:14.204718 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:14.205513 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936432'] for router, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:14.561032 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Router 130c6f00-0370-46d8-a5c1-54e267e50762 is scheduled to L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 with binding_index 1 {{(pid=75961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 25 16:32:14.771417 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a82a62-dc9d-4388-a6e3-14cd810820a5 None None] Network f829a720-cf5b-4886-a9fb-8ef465684cf9 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:32:14.869256 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:32:14.910563 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Sync routers for ids ['130c6f00-0370-46d8-a5c1-54e267e50762'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:32:14.966321 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Notify callbacks [] for router, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:14.970763 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.4430506
Aug 25 16:32:14.971028 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51080) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:15.043080 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Routers {'130c6f00-0370-46d8-a5c1-54e267e50762'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:32:15.044001 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf045db610>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:32:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['130c6f00-0370-46d8-a5c1-54e267e50762'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:15.154740 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-b223e6bb-3b5e-41e8-8ba0-00db375c9440 None None] Provisioning for port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:32:15.300221 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Set router 130c6f00-0370-46d8-a5c1-54e267e50762 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:32:15.577783 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device fdbca558-d70b-4646-9a2d-73bd3cd9bd7a up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:15.790117 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf045db610>, [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:32:14Z', 'revision_number': 3, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:15.796101 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Checking router: 130c6f00-0370-46d8-a5c1-54e267e50762 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:32:15.796454 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Updating router 130c6f00-0370-46d8-a5c1-54e267e50762 port e4ca1d93-a03c-4960-bc24-e3a2f5995966 binding host dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:32:15.835068 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:32:15.862510 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:15.862880 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:15.936789 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:16.009786 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-49d69cfc-f5dc-4c14-b3e8-e16999d5a59b None None] Provisioning complete for port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:16.010954 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-49d69cfc-f5dc-4c14-b3e8-e16999d5a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:16.044775 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0192f-b6e3-462a-a674-970296e38b51 req-ab13360b-f323-4a97-abfd-a040e902199a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:16.055092 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c5d0192f-b6e3-462a-a674-970296e38b51 req-ab13360b-f323-4a97-abfd-a040e902199a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.3606524
Aug 25 16:32:16.070638 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:16.114629 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c5d0192f-b6e3-462a-a674-970296e38b51 req-6357d116-578d-43e4-8617-43f2cbd716ba tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578625
Aug 25 16:32:16.257257 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:16.303604 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Allocated IP 172.20.0.1 (f829a720-cf5b-4886-a9fb-8ef465684cf9/4cdfd525-3e53-4422-bd74-70269ab0cf87/f0fa9c24-c6df-4243-b40f-2ef834317dd0) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:32:16.413535 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-49d69cfc-f5dc-4c14-b3e8-e16999d5a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:16.436002 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=fdbca558-d70b-4646-9a2d-73bd3cd9bd7a,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:16.582530 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:16.585099 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:16.605237 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Transition to ACTIVE for port object f0fa9c24-c6df-4243-b40f-2ef834317dd0 will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:32:16.635459 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:16.715930 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:16.720609 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:16.733548 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Notify callbacks [] for port, precommit_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:16.749149 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.db.api [None req-49d69cfc-f5dc-4c14-b3e8-e16999d5a59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 25 16:32:16.749835 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_db.api [None req-49d69cfc-f5dc-4c14-b3e8-e16999d5a59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 25 16:32:16.756058 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Transition to ACTIVE for port object e4ca1d93-a03c-4960-bc24-e3a2f5995966 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:32:16.763528 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=fdbca558-d70b-4646-9a2d-73bd3cd9bd7a,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:16.768005 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:16.800311 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Network f829a720-cf5b-4886-a9fb-8ef465684cf9 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:32:16.804118 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:32:16.806260 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=f0fa9c24-c6df-4243-b40f-2ef834317dd0,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:16.809517 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:32:16.829318 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:16.833361 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-8f0f2bff-920b-4065-8a40-805a6726bba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:16.847054 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:16.878954 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936238'] for router_interface, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:16.946387 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56798355-56a7-4472-a509-8e943bd627fc None None] Pushing event updated for resources: {'Port': ['ID=e4ca1d93-a03c-4960-bc24-e3a2f5995966,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:16.951121 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-56798355-56a7-4472-a509-8e943bd627fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:16.952009 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Attempting to bind port e4ca1d93-a03c-4960-bc24-e3a2f5995966 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:32:16.952389 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Attempting to bind port e4ca1d93-a03c-4960-bc24-e3a2f5995966 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:32:16.952752 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Attempting to bind port e4ca1d93-a03c-4960-bc24-e3a2f5995966 on network 2be15cde-d260-4d32-99ee-590621cca1ed {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:32:16.960168 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:32:16.960545 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Checking segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:32:16.960954 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:16.961382 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Bound using segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:32:16.961874 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Bound port: e4ca1d93-a03c-4960-bc24-e3a2f5995966, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:32:16.962254 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:17.025506 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:17.052258 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] For port e4ca1d93-a03c-4960-bc24-e3a2f5995966, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:32:17.056283 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] For port e4ca1d93-a03c-4960-bc24-e3a2f5995966, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e4ca1d93-a03c-4960-bc24-e3a2f5995966,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:32:17.144467 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:17.148412 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-00bb629f-df03-4f49-9f93-cdf769ae48b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:17.282585 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:17.371631 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56798355-56a7-4472-a509-8e943bd627fc None None] Pushing event updated for resources: {'Port': ['ID=e4ca1d93-a03c-4960-bc24-e3a2f5995966,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:17.373024 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:17.375079 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-56798355-56a7-4472-a509-8e943bd627fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:17.376102 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Routers {'130c6f00-0370-46d8-a5c1-54e267e50762'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:32:17.376734 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf045db610>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:32:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['130c6f00-0370-46d8-a5c1-54e267e50762'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:17.426807 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:17.437824 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7dd3c-225f-44a3-9149-57c1404688ef req-0a29c294-1c0e-474e-8941-ba7fd8eebfbc tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:17.440457 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4bc7dd3c-225f-44a3-9149-57c1404688ef req-0a29c294-1c0e-474e-8941-ba7fd8eebfbc tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.1251309
Aug 25 16:32:17.544226 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device fdbca558-d70b-4646-9a2d-73bd3cd9bd7a up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:17.550176 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4bc7dd3c-225f-44a3-9149-57c1404688ef req-5d1fc208-a35a-4f1b-a648-aa14ae35f213 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011083
Aug 25 16:32:17.628940 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3365946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937159'] for router_interface, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:17.672673 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] Set router 130c6f00-0370-46d8-a5c1-54e267e50762 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:32:17.725960 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-f35398c5-01f2-4acd-8e1f-79753281dd3b None None] Provisioning for port f0fa9c24-c6df-4243-b40f-2ef834317dd0 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:32:17.758450 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-f35398c5-01f2-4acd-8e1f-79753281dd3b None None] Provisioning complete for port f0fa9c24-c6df-4243-b40f-2ef834317dd0 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:17.758796 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f35398c5-01f2-4acd-8e1f-79753281dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:17.769196 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=f0fa9c24-c6df-4243-b40f-2ef834317dd0,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:17.774959 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:17.794636 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:17.794636 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:17.852639 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Network f829a720-cf5b-4886-a9fb-8ef465684cf9 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:32:17.855521 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:32:17.863728 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e725324-4273-449d-85de-33ec6847cddc req-f41219af-5a85-43bf-95c8-07b4f3dd55ea tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:17.864059 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-8e725324-4273-449d-85de-33ec6847cddc req-f41219af-5a85-43bf-95c8-07b4f3dd55ea tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Synchronizing usage tracker for tenant:446dcebe081b4522bb0b4536c63d16b4 on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:32:17.954549 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-f35398c5-01f2-4acd-8e1f-79753281dd3b None None] Port f0fa9c24-c6df-4243-b40f-2ef834317dd0 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:32:18.148279 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-8e725324-4273-449d-85de-33ec6847cddc req-f41219af-5a85-43bf-95c8-07b4f3dd55ea tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Unset dirty status for tenant:446dcebe081b4522bb0b4536c63d16b4 on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:32:18.149307 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8e725324-4273-449d-85de-33ec6847cddc req-f41219af-5a85-43bf-95c8-07b4f3dd55ea tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.5708129
Aug 25 16:32:18.240488 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Deleting port 51bd668b-e8a6-46db-af84-286174f4db07 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:32:18.240834 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:18.268897 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-5525de26-9d75-49d8-bceb-ee3455d8c4dd None None] Provisioning complete for port f0fa9c24-c6df-4243-b40f-2ef834317dd0 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:18.269293 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-5525de26-9d75-49d8-bceb-ee3455d8c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:18.341741 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-5525de26-9d75-49d8-bceb-ee3455d8c4dd None None] Port f0fa9c24-c6df-4243-b40f-2ef834317dd0 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:32:18.349052 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf045db610>, [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:32:16Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'f0fa9c24-c6df-4243-b40f-2ef834317dd0', 'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'mac_address': 'fa:16:3e:c7:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:16Z', 'updated_at': '2021-08-25T16:32:17Z', 'revision_number': 2, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'subnets': [{'id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:18.355430 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220cb21-723f-4b08-85fb-34e79d77a896 None None] The sync data for ids ['130c6f00-0370-46d8-a5c1-54e267e50762'] in dv-cinder-805825-2-iscsi is: [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:32:16Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'f0fa9c24-c6df-4243-b40f-2ef834317dd0', 'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'mac_address': 'fa:16:3e:c7:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:16Z', 'updated_at': '2021-08-25T16:32:17Z', 'revision_number': 2, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'subnets': [{'id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:32:18.799474 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] For port 51bd668b-e8a6-46db-af84-286174f4db07, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=51bd668b-e8a6-46db-af84-286174f4db07,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:18.800085 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:18.819834 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd488fa-2baf-4aba-9341-fa401aa476ae req-3f033fcf-5425-43c2-843c-41239207a827 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:18.827304 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbd488fa-2baf-4aba-9341-fa401aa476ae req-3f033fcf-5425-43c2-843c-41239207a827 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 946 time: 0.0911500
Aug 25 16:32:18.881906 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbd488fa-2baf-4aba-9341-fa401aa476ae req-b8615a7b-bf0c-477f-83f7-f126c63f5029 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=563b656c-0007-4ae6-92bc-cb3bcbff7ef7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536788
Aug 25 16:32:19.016631 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Router 130c6f00-0370-46d8-a5c1-54e267e50762 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:32:19.217617 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:19.217974 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:19.218331 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.l3_db [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Floating IP 65bf6b8e-d740-45fb-bb01-ee0e7090d71e disassociated. External IP: 172.27.3.17, port: 51bd668b-e8a6-46db-af84-286174f4db07.
Aug 25 16:32:19.218593 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Calling delete_port for 51bd668b-e8a6-46db-af84-286174f4db07 owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:32:19.493467 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:32:19.530208 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:19.537096 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a6166548-b1d8-4ba9-b29d-bac5210b4b31 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:19.544928 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e4ca1d93-a03c-4960-bc24-e3a2f5995966 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:19.670075 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event deleted for resources: {'Port': ['ID=51bd668b-e8a6-46db-af84-286174f4db07,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:19.673776 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:19.677247 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] 10.222.0.37 "PUT /v2.0/routers/130c6f00-0370-46d8-a5c1-54e267e50762/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7048132
Aug 25 16:32:19.709095 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port e4ca1d93-a03c-4960-bc24-e3a2f5995966 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:32:19.715810 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port e4ca1d93-a03c-4960-bc24-e3a2f5995966 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:19.716232 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:19.901990 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:19.933771 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port e4ca1d93-a03c-4960-bc24-e3a2f5995966, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e4ca1d93-a03c-4960-bc24-e3a2f5995966,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:20.004568 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Router 220caf4f-5143-4fc3-bd5c-bf8925e239ec has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:32:20.023858 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:20.033467 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:20.213855 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=e4ca1d93-a03c-4960-bc24-e3a2f5995966,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:20.217908 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:20.285728 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:32:20.296148 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca561c-eaaf-47cf-8799-8247e6081abd None None] Sync routers for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:32:20.312948 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca561c-eaaf-47cf-8799-8247e6081abd None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:32:20.314512 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-5eca561c-eaaf-47cf-8799-8247e6081abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0477d8b0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:32:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:20.356350 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2b9db5fa-3782-42f0-a74b-e2be40fdaa3b req-cce479e2-3fb9-4670-bc1a-f3e9955bbfc3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 210 time: 0.0685873
Aug 25 16:32:20.372097 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] No DVR routers for this DVR port 51bd668b-e8a6-46db-af84-286174f4db07 on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:32:20.383101 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:20.383101 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8e725324-4273-449d-85de-33ec6847cddc req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.60 "DELETE /v2.0/ports/51bd668b-e8a6-46db-af84-286174f4db07 HTTP/1.1" status: 204  len: 173 time: 2.2229984
Aug 25 16:32:20.383101 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'name': 'network-vif-deleted', 'tag': '51bd668b-e8a6-46db-af84-286174f4db07'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:32:20.443509 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b128c6-c313-4d3b-ba83-495a85c9270e', 'name': 'network-vif-deleted', 'tag': '51bd668b-e8a6-46db-af84-286174f4db07', 'status': 'completed', 'code': 200}
Aug 25 16:32:20.542110 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-5eca561c-eaaf-47cf-8799-8247e6081abd None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:32:20.949891 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-5eca561c-eaaf-47cf-8799-8247e6081abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0477d8b0>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:20.954245 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca561c-eaaf-47cf-8799-8247e6081abd None None] Checking router: 220caf4f-5143-4fc3-bd5c-bf8925e239ec for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:32:20.967346 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca561c-eaaf-47cf-8799-8247e6081abd None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:32:20.967961 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-5eca561c-eaaf-47cf-8799-8247e6081abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0477d8b0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:32:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:21.161545 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-5eca561c-eaaf-47cf-8799-8247e6081abd None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:32:21.302186 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51184) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:21.311162 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1428290448-network', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:21.323483 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:21.332971 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Usage tracker for resource:network and tenant:fcc2e940d5914b3fabb49629f5eda39f is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:21.342085 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:21.351306 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:21.426995 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Made reservation on behalf of fcc2e940d5914b3fabb49629f5eda39f for: {'network': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:32:21.439856 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:21.475896 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:21.531597 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 51bd668b-e8a6-46db-af84-286174f4db07 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:32:21.633431 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:21.640160 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Usage tracker for resource:security_group_rule and tenant:fcc2e940d5914b3fabb49629f5eda39f is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:21.642516 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e4ca1d93-a03c-4960-bc24-e3a2f5995966 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:21.644485 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:21.653802 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:21.705866 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 51bd668b-e8a6-46db-af84-286174f4db07 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:32:21.706759 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 51bd668b-e8a6-46db-af84-286174f4db07 not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:32:21.751213 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:21.755461 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-5eca561c-eaaf-47cf-8799-8247e6081abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0477d8b0>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:21.762151 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca561c-eaaf-47cf-8799-8247e6081abd None None] The sync data for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi is: [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:32:21.828599 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:21.837535 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port e4ca1d93-a03c-4960-bc24-e3a2f5995966 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:21.838482 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:21.850585 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-7e11c6a9-01b9-4c1e-8963-32c3fcd83760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:21.885675 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=75962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:32:21.900297 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9901add-bed3-48ec-8cb2-a1864c6397ca,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:21.907519 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:21.908977 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:21.909516 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.segments_db [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Added segment a355473b-9702-4bbe-808f-62d20b2a1235 of type vlan for network 6f73b341-0fe0-4b4e-8e40-806d218963ea
Aug 25 16:32:21.953994 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:22.050324 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:22.051842 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:22.052487 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:22.091704 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-38f9fedb-b40a-4ebf-b170-4d7c411e67af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:22.212806 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Pushing event updated for resources: {'Network': ['ID=6f73b341-0fe0-4b4e-8e40-806d218963ea,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:22.224349 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 6f73b341-0fe0-4b4e-8e40-806d218963ea details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:32:22.229047 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:22.232240 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9282265
Aug 25 16:32:22.235127 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51218) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:22.241222 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Request body: {'subnet': {'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1428290448-subnet', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'ip_version': 4}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:22.254592 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:22.265723 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Usage tracker for resource:subnet and tenant:fcc2e940d5914b3fabb49629f5eda39f is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:22.272550 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:22.296051 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bb1869cb-7ce3-424a-ac2c-6d6e9c390004 req-1ddbcff4-e2ea-465e-8b0a-2fb6788cf2a2 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b128c6-c313-4d3b-ba83-495a85c9270e HTTP/1.1" status: 200  len: 210 time: 0.7123983
Aug 25 16:32:22.296568 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:22.389216 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Made reservation on behalf of fcc2e940d5914b3fabb49629f5eda39f for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:32:22.392079 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1074732'] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:22.736692 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1548369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1074750'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:22.738836 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:22.805975 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7aaf6a8-6ead-42f9-af44-04e4b21258ab,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:22.812055 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:22.836848 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Checking segment: {'id': 'a355473b-9702-4bbe-808f-62d20b2a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:32:22.837235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Network hostable DHCP agents. Network: 6f73b341-0fe0-4b4e-8e40-806d218963ea, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:32:22.942992 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Network 6f73b341-0fe0-4b4e-8e40-806d218963ea is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:32:23.029080 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 6f73b341-0fe0-4b4e-8e40-806d218963ea) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:32:23.034401 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:23.041326 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:23.041722 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab1b812-34bb-4e99-97e4-37eb882aeb65 None None] Network 6f73b341-0fe0-4b4e-8e40-806d218963ea requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:32:23.143087 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-d4ef3638-ba16-4376-8c12-a4c9ccff89c4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9066739
Aug 25 16:32:23.145840 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51236) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:23.162359 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1428290448-router', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:23.178170 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:23.189462 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Usage tracker for resource:router and tenant:fcc2e940d5914b3fabb49629f5eda39f is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:23.193026 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:23.209015 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:23.331947 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61923'] for router, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:23.333164 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61720'] for router, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:23.349957 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb506c887-4176-517b-ba63-560c50a374c3-6f73b341-0fe0-4b4e-8e40-806d218963ea', 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'fixed_ips': [{'subnet_id': 'd7aaf6a8-6ead-42f9-af44-04e4b21258ab'}]}} from dv-cinder-805825-2-iscsi. {{(pid=75963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 25 16:32:23.351463 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:23.359780 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:23.539157 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.db_base_plugin_common [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Allocated IP 172.20.0.2 (6f73b341-0fe0-4b4e-8e40-806d218963ea/d7aaf6a8-6ead-42f9-af44-04e4b21258ab/15f6d159-59f3-4639-b028-ab8e13215f01) {{(pid=75963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:32:23.555170 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51248) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:23.637763 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b894afa6-a373-4c55-9566-53388ef3606f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:23.655252 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61710'] for router, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:23.688210 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b894afa6-a373-4c55-9566-53388ef3606f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:23.796108 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:23.800365 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Notify callbacks [] for port, precommit_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:23.814746 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Transition to ACTIVE for port object 15f6d159-59f3-4639-b028-ab8e13215f01 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:32:23.838682 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Transition to ACTIVE for port object 15f6d159-59f3-4639-b028-ab8e13215f01 will not be triggered until provisioned by entity DHCP. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:32:23.967521 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:23.973858 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:23.995759 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b894afa6-a373-4c55-9566-53388ef3606f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:24.001266 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:24.003346 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-39b6cf6b-4c51-434a-9d85-ce16ce314f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:24.024544 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894afa6-a373-4c55-9566-53388ef3606f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563b656c-0007-4ae6-92bc-cb3bcbff7ef7,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:24.027764 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b894afa6-a373-4c55-9566-53388ef3606f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:24.036950 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:24.062371 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Network 6f73b341-0fe0-4b4e-8e40-806d218963ea is already hosted by enough agents. {{(pid=75963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:32:24.067544 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Resources bound (agent type, host, resource id):  {{(pid=75963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:32:24.070084 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Received port after_create {{(pid=75963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:32:24.073891 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Pushing event updated for resources: {'Port': ['ID=15f6d159-59f3-4639-b028-ab8e13215f01,revision_number=1']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:24.076630 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:24.125013 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b894afa6-a373-4c55-9566-53388ef3606f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:24.129026 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-b894afa6-a373-4c55-9566-53388ef3606f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "DELETE /v2.0/security-groups/563b656c-0007-4ae6-92bc-cb3bcbff7ef7 HTTP/1.1" status: 204  len: 168 time: 0.5708721
Aug 25 16:32:24.129413 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51254) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:24.150891 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.api.v2.resource [None req-0cfe09dc-ba66-46e3-8783-7828cba003c8 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] show failed (client error): The resource could not be found.
Aug 25 16:32:24.154962 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-0cfe09dc-ba66-46e3-8783-7828cba003c8 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups/563b656c-0007-4ae6-92bc-cb3bcbff7ef7 HTTP/1.1" status: 404  len: 347 time: 0.0219305
Aug 25 16:32:24.155258 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51258) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:24.189958 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Attempting to bind port 15f6d159-59f3-4639-b028-ab8e13215f01 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:32:24.190336 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Attempting to bind port 15f6d159-59f3-4639-b028-ab8e13215f01 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a355473b-9702-4bbe-808f-62d20b2a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:32:24.190702 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Attempting to bind port 15f6d159-59f3-4639-b028-ab8e13215f01 on network 6f73b341-0fe0-4b4e-8e40-806d218963ea {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:32:24.199805 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:32:24.200161 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Checking segment: {'id': 'a355473b-9702-4bbe-808f-62d20b2a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:32:24.200580 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:24.200976 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Bound using segment: {'id': 'a355473b-9702-4bbe-808f-62d20b2a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:32:24.201674 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Bound port: 15f6d159-59f3-4639-b028-ab8e13215f01, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a355473b-9702-4bbe-808f-62d20b2a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:32:24.202056 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:24.274261 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Allocated IP 172.27.3.190 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/75b7164d-892a-415c-a330-256fabb1e93c) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:32:24.330759 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] For port 15f6d159-59f3-4639-b028-ab8e13215f01, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:32:24.335293 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] For port 15f6d159-59f3-4639-b028-ab8e13215f01, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=15f6d159-59f3-4639-b028-ab8e13215f01,segment=NetworkSegment(a355473b-9702-4bbe-808f-62d20b2a1235),segment_id=a355473b-9702-4bbe-808f-62d20b2a1235)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:32:24.368983 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-2138fe3f-1e8f-47e2-9219-85da89d4a863 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Deleting port 23588491-faa1-4a9f-b864-3504e2d9a3fd {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:32:24.369352 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2138fe3f-1e8f-47e2-9219-85da89d4a863 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:24.418947 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:24.424643 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:24.460593 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:24.543110 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Pushing event updated for resources: {'Port': ['ID=15f6d159-59f3-4639-b028-ab8e13215f01,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:24.558105 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:24.605595 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:24.611206 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2138fe3f-1e8f-47e2-9219-85da89d4a863 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:24.611206 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2138fe3f-1e8f-47e2-9219-85da89d4a863 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:24.611733 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b7f40b61-59fb-4a40-9ff2-b6afb220d139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:24.696061 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:32:24.706296 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:32:24.713469 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:32:24.764392 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Pushing event updated for resources: {'Port': ['ID=75b7164d-892a-415c-a330-256fabb1e93c,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:24.769711 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:24.789474 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-2138fe3f-1e8f-47e2-9219-85da89d4a863 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Calling delete_port for 23588491-faa1-4a9f-b864-3504e2d9a3fd owned by network:floatingip {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:32:25.038759 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:25.038995 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936432'] for router, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:25.080914 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2138fe3f-1e8f-47e2-9219-85da89d4a863 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:25.093657 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-5c71f4d6-7583-4f3f-90af-864623245916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:25.129838 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51278) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:25.225082 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138fe3f-1e8f-47e2-9219-85da89d4a863 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event deleted for resources: {'Port': ['ID=23588491-faa1-4a9f-b864-3504e2d9a3fd,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:25.227653 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2138fe3f-1e8f-47e2-9219-85da89d4a863 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:25.258565 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2138fe3f-1e8f-47e2-9219-85da89d4a863 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:25.280126 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2138fe3f-1e8f-47e2-9219-85da89d4a863 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:25.281919 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-2138fe3f-1e8f-47e2-9219-85da89d4a863 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "DELETE /v2.0/floatingips/65bf6b8e-d740-45fb-bb01-ee0e7090d71e HTTP/1.1" status: 204  len: 168 time: 1.1241498
Aug 25 16:32:25.403756 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-141ddae4-241e-43cf-845c-1395ce524153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:25.473720 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-141ddae4-241e-43cf-845c-1395ce524153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:25.493407 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-141ddae4-241e-43cf-845c-1395ce524153 admin admin] Usage tracker for resource:security_group_rule and tenant:0e861f171a8a45c9bd0b6645bfcd290b is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:25.498466 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-141ddae4-241e-43cf-845c-1395ce524153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:25.512315 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-141ddae4-241e-43cf-845c-1395ce524153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:25.557841 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Router 8d151859-b267-479f-a44b-49202d01d3ba is scheduled to L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 with binding_index 1 {{(pid=75962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 25 16:32:25.577033 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 15f6d159-59f3-4639-b028-ab8e13215f01 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:25.718626 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-141ddae4-241e-43cf-845c-1395ce524153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:25.812504 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 15f6d159-59f3-4639-b028-ab8e13215f01 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:32:25.856558 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-141ddae4-241e-43cf-845c-1395ce524153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:25.899090 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:25.899252 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51290) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:25.905279 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--387251290', 'description': 'tempest-description--1840788203'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:25.912856 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:25.919939 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Usage tracker for resource:security_group and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:25.924060 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f684b1c-fe6e-4783-aff9-fca740b06341 None None] Network 6f73b341-0fe0-4b4e-8e40-806d218963ea requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:32:25.940304 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:25.959239 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:25.977689 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ddae4-241e-43cf-845c-1395ce524153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d54d907-ccc6-4537-a44d-734a11b29da3,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:25.982014 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-141ddae4-241e-43cf-845c-1395ce524153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:25.987202 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-141ddae4-241e-43cf-845c-1395ce524153 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e861f171a8a45c9bd0b6645bfcd290b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8563812
Aug 25 16:32:25.988271 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51296) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:26.020947 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:32:26.050490 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.080706 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Sync routers for ids ['8d151859-b267-479f-a44b-49202d01d3ba'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:32:26.126211 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Notify callbacks [] for router, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.128121 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.9808438
Aug 25 16:32:26.130911 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51302) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:26.136542 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de0d0526-daa9-4ba5-8418-cc1fdd7491c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.147956 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Routers {'8d151859-b267-479f-a44b-49202d01d3ba'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:32:26.148609 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0489fa30>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:32:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['8d151859-b267-479f-a44b-49202d01d3ba'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:26.180917 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:26.190763 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Usage tracker for resource:security_group_rule and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:26.195092 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de0d0526-daa9-4ba5-8418-cc1fdd7491c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.206063 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:26.216834 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:26.223314 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-a9609458-5cb4-475f-95a4-5ea89fd80bc3 None None] Provisioning for port 15f6d159-59f3-4639-b028-ab8e13215f01 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:32:26.258902 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-a9609458-5cb4-475f-95a4-5ea89fd80bc3 None None] Provisioning complete for port 15f6d159-59f3-4639-b028-ab8e13215f01 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:26.259284 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a9609458-5cb4-475f-95a4-5ea89fd80bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.304186 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.340753 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ff339-918f-47fb-83d4-132726740b33 req-63dd2afa-4837-4dc1-8d16-275ec6f3f6d5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:26.342236 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e93ff339-918f-47fb-83d4-132726740b33 req-63dd2afa-4837-4dc1-8d16-275ec6f3f6d5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1432958
Aug 25 16:32:26.370543 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de0d0526-daa9-4ba5-8418-cc1fdd7491c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.374939 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c9740b78-6e70-4cfd-a736-b654334f4373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:26.394702 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d0526-daa9-4ba5-8418-cc1fdd7491c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d54d907-ccc6-4537-a44d-734a11b29da3,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:26.402431 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-de0d0526-daa9-4ba5-8418-cc1fdd7491c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:26.412834 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de0d0526-daa9-4ba5-8418-cc1fdd7491c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.416518 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-de0d0526-daa9-4ba5-8418-cc1fdd7491c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d54d907-ccc6-4537-a44d-734a11b29da3 HTTP/1.1" status: 204  len: 168 time: 0.4246190
Aug 25 16:32:26.422351 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.429606 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9a9aab72-2c99-47c3-8366-193d5466b191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:26.471510 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e93ff339-918f-47fb-83d4-132726740b33 req-94286744-d1b1-4734-bdf1-25ad6fd411dc tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738814
Aug 25 16:32:26.543338 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12475d8-be04-461a-bbfe-c13ee3b8cc09,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:26.561744 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:26.595867 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Set router 8d151859-b267-479f-a44b-49202d01d3ba gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:32:26.629622 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.633876 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51308) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:26.634188 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.7342751
Aug 25 16:32:26.644865 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Request body: {'security_group_rule': {'security_group_id': 'd12475d8-be04-461a-bbfe-c13ee3b8cc09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:26.653939 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:26.663602 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Usage tracker for resource:security_group_rule and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:26.667429 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:26.720838 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:26.798650 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a9609458-5cb4-475f-95a4-5ea89fd80bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.882601 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-a9609458-5cb4-475f-95a4-5ea89fd80bc3 None None] For port 15f6d159-59f3-4639-b028-ab8e13215f01, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=15f6d159-59f3-4639-b028-ab8e13215f01,segment=NetworkSegment(a355473b-9702-4bbe-808f-62d20b2a1235),segment_id=a355473b-9702-4bbe-808f-62d20b2a1235)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:26.941903 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.946767 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a9609458-5cb4-475f-95a4-5ea89fd80bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:26.950153 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-41631544-cd7e-450c-b2a9-5de608bbe8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:26.993237 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b63f59-9ec4-4a4e-97bb-fbdc07109028 None None] New status for floating IP 65bf6b8e-d740-45fb-bb01-ee0e7090d71e: DOWN {{(pid=75964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:32:27.044075 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.044336 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9609458-5cb4-475f-95a4-5ea89fd80bc3 None None] Pushing event updated for resources: {'Port': ['ID=15f6d159-59f3-4639-b028-ab8e13215f01,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:27.056697 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-a9609458-5cb4-475f-95a4-5ea89fd80bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:27.082548 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0489fa30>, [{'id': '8d151859-b267-479f-a44b-49202d01d3ba', 'name': 'tempest-TestShelveInstance-1428290448-router', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '75b7164d-892a-415c-a330-256fabb1e93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:23Z', 'updated_at': '2021-08-25T16:32:24Z', 'revision_number': 3, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'gw_port': {'id': '75b7164d-892a-415c-a330-256fabb1e93c', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:24Z', 'updated_at': '2021-08-25T16:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:27.088373 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Checking router: 8d151859-b267-479f-a44b-49202d01d3ba for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:32:27.090856 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Updating router 8d151859-b267-479f-a44b-49202d01d3ba port 75b7164d-892a-415c-a330-256fabb1e93c binding host dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:32:27.127464 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.132550 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-66062783-3665-470e-95e8-a92853d1dd10 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:27.171921 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef469283-d88d-4d19-96d6-7712922eaa21,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:27.173230 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:27.180232 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.243822 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51316) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:27.259914 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.261520 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6238179
Aug 25 16:32:27.264422 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51320) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:27.269546 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c1353642-194e-4119-8a11-037998b1abec admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.272755 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Request body: {'security_group_rule': {'security_group_id': 'd12475d8-be04-461a-bbfe-c13ee3b8cc09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:27.291657 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:27.329427 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:32:27.332560 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Usage tracker for resource:security_group_rule and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:27.339160 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:27.347177 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-c1353642-194e-4119-8a11-037998b1abec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:27.352370 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-c1353642-194e-4119-8a11-037998b1abec admin admin] Usage tracker for resource:security_group_rule and tenant:9e48a1bc490a4eeb907d6c8d859b1106 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:27.355867 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-c1353642-194e-4119-8a11-037998b1abec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:27.358467 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:27.363768 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-c1353642-194e-4119-8a11-037998b1abec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:27.448461 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.471429 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c1353642-194e-4119-8a11-037998b1abec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.508090 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-1e326eed-e5b2-4c0e-9f33-5f9e265b217f None None] Provisioning complete for port 15f6d159-59f3-4639-b028-ab8e13215f01 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:27.508600 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-1e326eed-e5b2-4c0e-9f33-5f9e265b217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.522183 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.548469 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 15f6d159-59f3-4639-b028-ab8e13215f01 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:27.610617 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-c1353642-194e-4119-8a11-037998b1abec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.683560 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-34b508cb-9fbc-454a-92b6-640c011c37e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:27.689734 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.703406 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-c1353642-194e-4119-8a11-037998b1abec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e48a1bc490a4eeb907d6c8d859b1106&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4582210
Aug 25 16:32:27.708161 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51326) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:27.757406 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1353642-194e-4119-8a11-037998b1abec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65306366-4bcb-403b-b119-6f339a651d30,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:27.778801 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c1353642-194e-4119-8a11-037998b1abec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:27.797061 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.819651 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:27.819956 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7c250e42-c1e1-4ca2-8e46-64b5ae92957d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.860022 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7c250e42-c1e1-4ca2-8e46-64b5ae92957d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.866503 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 15f6d159-59f3-4639-b028-ab8e13215f01 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:27.867124 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.868819 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5ffd52-de8a-477a-9151-6163301692e1,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:27.872341 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Allocated IP 172.20.0.1 (6f73b341-0fe0-4b4e-8e40-806d218963ea/d7aaf6a8-6ead-42f9-af44-04e4b21258ab/57910ba0-4394-4589-84b4-e1e39ca74987) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:32:27.877312 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:27.910901 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Notify callbacks [] for port, precommit_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.945057 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Transition to ACTIVE for port object 75b7164d-892a-415c-a330-256fabb1e93c will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:32:27.975627 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:27.976928 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7112381
Aug 25 16:32:27.981001 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51330) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:27.983291 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc88d9-0a27-40f4-9170-257e26e152c1 req-e60eedbe-cc05-464e-9d6d-a273f2d4ec0a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:27.984776 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-95fc88d9-0a27-40f4-9170-257e26e152c1 req-e60eedbe-cc05-464e-9d6d-a273f2d4ec0a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.2867641
Aug 25 16:32:27.986962 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Request body: {'floatingip': {'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:27.996896 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:28.001216 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Usage tracker for resource:floatingip and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:28.004599 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:28.018020 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:28.039916 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:28.048041 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:28.086892 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-95fc88d9-0a27-40f4-9170-257e26e152c1 req-fc29285b-57fa-43fd-8f3a-0dc960df27d5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941982
Aug 25 16:32:28.108306 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7c250e42-c1e1-4ca2-8e46-64b5ae92957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:28.112411 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a040128c-688d-4508-8f35-a45fdec6be98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:28.117427 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:28.149405 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:28.163018 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.provisioning_blocks [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Transition to ACTIVE for port object 57910ba0-4394-4589-84b4-e1e39ca74987 will not be triggered until provisioned by entity DHCP. {{(pid=75962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:32:28.170638 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7c250e42-c1e1-4ca2-8e46-64b5ae92957d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:28.179976 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67866518-1bde-4736-a9d8-ecde7da83910 None None] Pushing event updated for resources: {'Port': ['ID=75b7164d-892a-415c-a330-256fabb1e93c,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:28.182473 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-7c250e42-c1e1-4ca2-8e46-64b5ae92957d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65306366-4bcb-403b-b119-6f339a651d30 HTTP/1.1" status: 204  len: 168 time: 0.4628966
Aug 25 16:32:28.183563 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Attempting to bind port 75b7164d-892a-415c-a330-256fabb1e93c on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:32:28.183941 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Attempting to bind port 75b7164d-892a-415c-a330-256fabb1e93c by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:32:28.184315 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Attempting to bind port 75b7164d-892a-415c-a330-256fabb1e93c on network 2be15cde-d260-4d32-99ee-590621cca1ed {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:32:28.186868 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-67866518-1bde-4736-a9d8-ecde7da83910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:28.188508 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c250e42-c1e1-4ca2-8e46-64b5ae92957d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65306366-4bcb-403b-b119-6f339a651d30,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:28.192418 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:32:28.192862 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Checking segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:32:28.193332 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:28.193735 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Bound using segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:32:28.194226 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Bound port: 75b7164d-892a-415c-a330-256fabb1e93c, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:32:28.195125 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:28.197423 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-7c250e42-c1e1-4ca2-8e46-64b5ae92957d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:28.257204 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:28.261938 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:28.299060 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] For port 75b7164d-892a-415c-a330-256fabb1e93c, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:32:28.304626 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] For port 75b7164d-892a-415c-a330-256fabb1e93c, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=75b7164d-892a-415c-a330-256fabb1e93c,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:32:28.335144 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Network 6f73b341-0fe0-4b4e-8e40-806d218963ea is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:32:28.336562 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:32:28.338579 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:28.349057 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:32:28.390196 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:28.394267 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:28.396414 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Pushing event updated for resources: {'Port': ['ID=57910ba0-4394-4589-84b4-e1e39ca74987,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:28.399852 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:28.432259 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936238'] for router_interface, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:28.543167 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Routers {'8d151859-b267-479f-a44b-49202d01d3ba'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:32:28.543872 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0489fa30>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:32:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['8d151859-b267-479f-a44b-49202d01d3ba'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:28.607642 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Allocated IP 172.27.3.254 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/2d05a399-3441-4347-b8a1-a90046f6b908) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:32:28.623250 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67866518-1bde-4736-a9d8-ecde7da83910 None None] Pushing event updated for resources: {'Port': ['ID=75b7164d-892a-415c-a330-256fabb1e93c,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:28.636803 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-67866518-1bde-4736-a9d8-ecde7da83910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:28.684147 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:28.807289 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] Set router 8d151859-b267-479f-a44b-49202d01d3ba gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:32:28.886479 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-0f604acd-a828-41d9-95bc-742d295df639 None None] Provisioning for port 57910ba0-4394-4589-84b4-e1e39ca74987 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:32:28.897381 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-0f604acd-a828-41d9-95bc-742d295df639 None None] Provisioning complete for port 57910ba0-4394-4589-84b4-e1e39ca74987 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:28.897764 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-0f604acd-a828-41d9-95bc-742d295df639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:29.037942 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:29.057243 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:29.110173 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-0f604acd-a828-41d9-95bc-742d295df639 None None] Port 57910ba0-4394-4589-84b4-e1e39ca74987 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:32:29.125783 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716064'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:29.155445 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:29.168525 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-decd6480-62c5-4033-acbd-8930c12c0bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:29.169035 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-03462de4-a51e-4a0f-8fcd-2a86485ba416 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:29.269497 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0489fa30>, [{'id': '8d151859-b267-479f-a44b-49202d01d3ba', 'name': 'tempest-TestShelveInstance-1428290448-router', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '75b7164d-892a-415c-a330-256fabb1e93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:23Z', 'updated_at': '2021-08-25T16:32:28Z', 'revision_number': 4, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'gw_port': {'id': '75b7164d-892a-415c-a330-256fabb1e93c', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:24Z', 'updated_at': '2021-08-25T16:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '57910ba0-4394-4589-84b4-e1e39ca74987', 'name': '', 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'mac_address': 'fa:16:3e:7e:86:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7aaf6a8-6ead-42f9-af44-04e4b21258ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:27Z', 'updated_at': '2021-08-25T16:32:27Z', 'revision_number': 1, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'subnets': [{'id': 'd7aaf6a8-6ead-42f9-af44-04e4b21258ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:29.278094 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66ddb32-9808-42bd-94ae-49af4d400163 None None] The sync data for ids ['8d151859-b267-479f-a44b-49202d01d3ba'] in dv-cinder-805825-2-iscsi is: [{'id': '8d151859-b267-479f-a44b-49202d01d3ba', 'name': 'tempest-TestShelveInstance-1428290448-router', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '75b7164d-892a-415c-a330-256fabb1e93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:23Z', 'updated_at': '2021-08-25T16:32:28Z', 'revision_number': 4, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'gw_port': {'id': '75b7164d-892a-415c-a330-256fabb1e93c', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:24Z', 'updated_at': '2021-08-25T16:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '57910ba0-4394-4589-84b4-e1e39ca74987', 'name': '', 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'mac_address': 'fa:16:3e:7e:86:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7aaf6a8-6ead-42f9-af44-04e4b21258ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:27Z', 'updated_at': '2021-08-25T16:32:27Z', 'revision_number': 1, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'subnets': [{'id': 'd7aaf6a8-6ead-42f9-af44-04e4b21258ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:32:29.286384 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:32:29.289660 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:32:29.293875 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:32:29.329520 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3365946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937159'] for router_interface, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:29.340859 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event updated for resources: {'Port': ['ID=2d05a399-3441-4347-b8a1-a90046f6b908,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:29.345823 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:29.403474 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Pushing event updated for resources: {'Port': ['ID=57910ba0-4394-4589-84b4-e1e39ca74987,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:29.460743 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:29.566464 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:29.690817 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Network 6f73b341-0fe0-4b4e-8e40-806d218963ea is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:32:29.694781 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:32:29.703935 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890e692-e1b7-4b0b-90dc-e9be7a365315 req-f50583d6-09d4-4c4b-a9a3-35e2e1f5cd90 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:29.705496 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1890e692-e1b7-4b0b-90dc-e9be7a365315 req-f50583d6-09d4-4c4b-a9a3-35e2e1f5cd90 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.2971365
Aug 25 16:32:29.731940 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:29.943156 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1890e692-e1b7-4b0b-90dc-e9be7a365315 req-bbaf5f68-2a9b-4a8a-8fc6-57b6ef9d3fa2 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1767304
Aug 25 16:32:30.046852 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:30.055803 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-3482e103-8bd2-461f-b3f0-3bcd61018266 None None] Provisioning complete for port 57910ba0-4394-4589-84b4-e1e39ca74987 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:30.056443 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3482e103-8bd2-461f-b3f0-3bcd61018266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:30.108344 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:30.118464 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-de52550b-c6dc-437b-bbe7-347f507a3de4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:30.121861 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-3482e103-8bd2-461f-b3f0-3bcd61018266 None None] Port 57910ba0-4394-4589-84b4-e1e39ca74987 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:32:30.214019 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Router 8d151859-b267-479f-a44b-49202d01d3ba has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:32:30.234991 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event updated for resources: {'Port': ['ID=2d05a399-3441-4347-b8a1-a90046f6b908,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:30.239343 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:30.240333 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:30.348783 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:30.357476 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3749995
Aug 25 16:32:30.454862 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:32:30.461308 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] 10.222.0.37 "PUT /v2.0/routers/8d151859-b267-479f-a44b-49202d01d3ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3288088
Aug 25 16:32:30.689063 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-da1c3b63-f6bd-4c98-abd5-2632cf154ecb tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--387251290&fields=id&tenant_id=446dcebe081b4522bb0b4536c63d16b4 HTTP/1.1" status: 200  len: 267 time: 0.0738559
Aug 25 16:32:30.860517 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-9988c657-bd0c-4b39-8d21-d2f89abfd8cb tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:30.862393 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-9988c657-bd0c-4b39-8d21-d2f89abfd8cb tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/networks?id=e0ceff83-8770-427d-9a29-aa2f25758798 HTTP/1.1" status: 200  len: 809 time: 0.1665068
Aug 25 16:32:30.880269 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-30cb27d3-acef-465c-b6a2-0a3ba5a65596 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/quotas/446dcebe081b4522bb0b4536c63d16b4 HTTP/1.1" status: 200  len: 375 time: 0.0122149
Aug 25 16:32:30.983098 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-ef8cb8b3-76fd-4613-b97c-d654c9f651eb tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=446dcebe081b4522bb0b4536c63d16b4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0958333
Aug 25 16:32:31.326845 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-81a9ec22-b578-4392-8c9b-6fd37cddf454 service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3307376
Aug 25 16:32:31.374008 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51388) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:31.381708 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597639401', 'description': 'tempest-secgroup-smoke-597639401 description', 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:31.388334 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:31.393731 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Usage tracker for resource:security_group and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:31.401211 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:31.422907 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:31.534458 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-716991a5-61f2-4703-a657-e01cb0bb164d service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2013578
Aug 25 16:32:31.543235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:31.599289 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c42c5-d48c-475f-938d-0f8d6213d385 req-e19b03b1-ad20-4f9a-8ad9-fadc672d24f6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:31.600843 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff5c42c5-d48c-475f-938d-0f8d6213d385 req-e19b03b1-ad20-4f9a-8ad9-fadc672d24f6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1069293
Aug 25 16:32:31.609922 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:31.617666 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Usage tracker for resource:security_group_rule and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:31.621201 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:31.631865 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:31.664743 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff5c42c5-d48c-475f-938d-0f8d6213d385 req-262f9e32-237b-44c8-bec0-ecc50a1bf38a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553544
Aug 25 16:32:31.702458 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:31.851495 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:31.864637 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:31.920816 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1671e4d7-b15d-494a-be05-345151b5fd55,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:31.924180 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:31.962019 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7c2a8118-dd57-4d23-b78a-792e56ea7df5 req-82b05ebb-7d0a-4e17-a45c-d0152be03940 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 210 time: 0.0524886
Aug 25 16:32:32.031543 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:32.031543 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.6537962
Aug 25 16:32:32.034506 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51400) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:32.041459 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-4b30e3b7-5fc7-4962-ac29-9dea74a8c427 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Request body: {'security_group_rule': {'security_group_id': '1671e4d7-b15d-494a-be05-345151b5fd55', 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:32.047581 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-4b30e3b7-5fc7-4962-ac29-9dea74a8c427 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:32.051642 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-4b30e3b7-5fc7-4962-ac29-9dea74a8c427 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Usage tracker for resource:security_group_rule and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:32.055552 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-4b30e3b7-5fc7-4962-ac29-9dea74a8c427 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:32.063079 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-4b30e3b7-5fc7-4962-ac29-9dea74a8c427 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:32.167762 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4b30e3b7-5fc7-4962-ac29-9dea74a8c427 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:32.247757 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4b30e3b7-5fc7-4962-ac29-9dea74a8c427 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:32.331112 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4b30e3b7-5fc7-4962-ac29-9dea74a8c427 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:32.333198 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:32.357629 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30e3b7-5fc7-4962-ac29-9dea74a8c427 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae2b94c-013b-4903-a101-7b383092f2b2,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:32.360627 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4b30e3b7-5fc7-4962-ac29-9dea74a8c427 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:32.469408 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4b30e3b7-5fc7-4962-ac29-9dea74a8c427 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:32.470902 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-4b30e3b7-5fc7-4962-ac29-9dea74a8c427 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4353399
Aug 25 16:32:32.473985 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51416) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:32.480386 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-0e0e62f4-7a92-4d25-9bc4-936ed2616f6d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Request body: {'security_group_rule': {'security_group_id': '1671e4d7-b15d-494a-be05-345151b5fd55', 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:32.487140 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-0e0e62f4-7a92-4d25-9bc4-936ed2616f6d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:32.492753 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-0e0e62f4-7a92-4d25-9bc4-936ed2616f6d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Usage tracker for resource:security_group_rule and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:32.500542 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-0e0e62f4-7a92-4d25-9bc4-936ed2616f6d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:32.511219 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-0e0e62f4-7a92-4d25-9bc4-936ed2616f6d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:32.616229 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Sync routers for ids ['130c6f00-0370-46d8-a5c1-54e267e50762'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:32:32.632209 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Routers {'130c6f00-0370-46d8-a5c1-54e267e50762'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:32:32.634913 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf047a8130>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:32:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['130c6f00-0370-46d8-a5c1-54e267e50762'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:32.709783 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0e0e62f4-7a92-4d25-9bc4-936ed2616f6d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:32.805427 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0e0e62f4-7a92-4d25-9bc4-936ed2616f6d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:32.874914 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0e0e62f4-7a92-4d25-9bc4-936ed2616f6d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:32.877850 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-743f8e6d-116f-4687-85cc-9538f417fd2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:32.932481 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e62f4-7a92-4d25-9bc4-936ed2616f6d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea03f98-2d81-4149-b489-1ef7271de421,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:32.961776 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Set router 130c6f00-0370-46d8-a5c1-54e267e50762 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:32:33.001529 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-0e0e62f4-7a92-4d25-9bc4-936ed2616f6d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:33.041031 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0e0e62f4-7a92-4d25-9bc4-936ed2616f6d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:33.045442 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51428) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:33.046035 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-0e0e62f4-7a92-4d25-9bc4-936ed2616f6d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5707188
Aug 25 16:32:33.054272 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Request body: {'security_group_rule': {'security_group_id': '1671e4d7-b15d-494a-be05-345151b5fd55', 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:33.066841 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:33.074193 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2c774-30a8-4817-8a8a-43446f3a0832 req-2769ac6a-60a5-46f8-a157-817798b5963f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:33.074949 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Usage tracker for resource:security_group_rule and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:33.076388 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5de2c774-30a8-4817-8a8a-43446f3a0832 req-2769ac6a-60a5-46f8-a157-817798b5963f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1460731
Aug 25 16:32:33.080691 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:33.103793 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:33.227749 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:33.268332 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4264b55b-5eb4-4a47-87f6-46c0539756bf req-fc1ebd52-145d-4396-a6db-01f70d8a9b69 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 210 time: 0.1836357
Aug 25 16:32:33.309454 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5de2c774-30a8-4817-8a8a-43446f3a0832 req-e314d554-e117-483f-9669-0941b0d01788 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2260523
Aug 25 16:32:33.499325 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:33.575501 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 75b7164d-892a-415c-a330-256fabb1e93c up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:33.594658 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:33.621873 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:33.647414 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b49a9f-2634-4b92-b01f-61b33b8a755d,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:33.662115 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:33.750063 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf047a8130>, [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:32:16Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'f0fa9c24-c6df-4243-b40f-2ef834317dd0', 'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'mac_address': 'fa:16:3e:c7:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:16Z', 'updated_at': '2021-08-25T16:32:17Z', 'revision_number': 2, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'subnets': [{'id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:33.754646 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Checking router: 130c6f00-0370-46d8-a5c1-54e267e50762 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:32:33.755010 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Updating router 130c6f00-0370-46d8-a5c1-54e267e50762 port f0fa9c24-c6df-4243-b40f-2ef834317dd0 binding host dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:32:33.794071 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:33.798131 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51438) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:33.798277 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7500329
Aug 25 16:32:33.805674 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Request body: {'security_group_rule': {'security_group_id': '1671e4d7-b15d-494a-be05-345151b5fd55', 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:33.813812 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:33.818998 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Usage tracker for resource:security_group_rule and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:33.819516 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 75b7164d-892a-415c-a330-256fabb1e93c completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:32:33.824024 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:33.830191 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:33.831614 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:33.842167 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 75b7164d-892a-415c-a330-256fabb1e93c triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:33.842543 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:33.906697 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.013000 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.102178 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.102489 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.105839 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-768d02da-2102-4069-a42c-37fbdbd6be6b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:34.178419 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfaeda5-f740-434f-9c43-7c02133deab0,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:34.186586 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:34.211109 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 75b7164d-892a-415c-a330-256fabb1e93c, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=75b7164d-892a-415c-a330-256fabb1e93c,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:34.239614 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.240844 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4415078
Aug 25 16:32:34.244460 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51444) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:34.253068 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Request body: {'security_group_rule': {'security_group_id': '1671e4d7-b15d-494a-be05-345151b5fd55', 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:34.259692 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:34.264715 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Usage tracker for resource:security_group_rule and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:34.265053 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.267981 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:34.268633 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:34.274376 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:34.348349 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.securitygroups_db [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Project 2818026e89bd4b9393f6ed2b2aae5b11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 25 16:32:34.367493 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.419630 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Notify callbacks [] for port, precommit_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.424496 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=75b7164d-892a-415c-a330-256fabb1e93c,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:34.429209 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:34.442161 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Transition to ACTIVE for port object f0fa9c24-c6df-4243-b40f-2ef834317dd0 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:32:34.528120 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.533551 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:34.547672 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.551345 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0f6c4aa9-9505-4569-8e60-495cef74a316 req-7f64b7cc-66ab-4135-9780-849d6b52ffc6 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 210 time: 0.0913210
Aug 25 16:32:34.648451 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.663663 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:34.693495 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bc1157-8b66-47c3-a0b5-26efc07f5a2d,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:34.702300 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:34.732469 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678496e-4071-42a4-ba52-7e6693c3cf11 None None] Pushing event updated for resources: {'Port': ['ID=f0fa9c24-c6df-4243-b40f-2ef834317dd0,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:34.739494 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771ba60-9078-41cf-bbdc-b1ff362f6c2d req-f11e2ec8-7697-4785-ac76-38f4bab35074 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:34.741189 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-d678496e-4071-42a4-ba52-7e6693c3cf11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:34.741967 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8771ba60-9078-41cf-bbdc-b1ff362f6c2d req-f11e2ec8-7697-4785-ac76-38f4bab35074 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.2192783
Aug 25 16:32:34.803764 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8771ba60-9078-41cf-bbdc-b1ff362f6c2d req-7acfee75-56e3-4a4e-bce1-8c3f5422a454 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553803
Aug 25 16:32:34.804744 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.810231 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51460) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:34.816866 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Request body: {'security_group_rule': {'security_group_id': '1671e4d7-b15d-494a-be05-345151b5fd55', 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:34.823248 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5757363
Aug 25 16:32:34.827444 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:34.833542 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Usage tracker for resource:security_group_rule and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:34.840509 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:34.847743 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:34.905789 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Attempting to bind port f0fa9c24-c6df-4243-b40f-2ef834317dd0 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:32:34.906410 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Attempting to bind port f0fa9c24-c6df-4243-b40f-2ef834317dd0 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:32:34.906410 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Attempting to bind port f0fa9c24-c6df-4243-b40f-2ef834317dd0 on network f829a720-cf5b-4886-a9fb-8ef465684cf9 {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:32:34.918356 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:32:34.918731 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Checking segment: {'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:32:34.919135 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.919534 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Bound using segment: {'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:32:34.920010 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Bound port: f0fa9c24-c6df-4243-b40f-2ef834317dd0, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:32:34.920384 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:34.931276 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.securitygroups_db [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Project 2818026e89bd4b9393f6ed2b2aae5b11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 25 16:32:34.939679 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:35.029563 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] For port f0fa9c24-c6df-4243-b40f-2ef834317dd0, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:32:35.033036 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] For port f0fa9c24-c6df-4243-b40f-2ef834317dd0, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=f0fa9c24-c6df-4243-b40f-2ef834317dd0,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:32:35.111977 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:35.131584 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:35.139109 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:35.157635 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-b4ae2301-93bb-4988-be5e-bc3c6a7b16d8 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:35.159404 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-b4ae2301-93bb-4988-be5e-bc3c6a7b16d8 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.60 "GET /v2.0/networks?id=e0ceff83-8770-427d-9a29-aa2f25758798 HTTP/1.1" status: 200  len: 809 time: 0.1717160
Aug 25 16:32:35.228541 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Routers {'130c6f00-0370-46d8-a5c1-54e267e50762'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:32:35.229974 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf047a8130>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:32:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['130c6f00-0370-46d8-a5c1-54e267e50762'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:35.232622 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ee22bdd-662c-435d-b050-7242ca4459fb tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Synchronizing usage tracker for tenant:446dcebe081b4522bb0b4536c63d16b4 on resource:security_group {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:32:35.250457 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:35.253282 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:35.293036 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21257f55-725f-4533-a4a1-866bf9617eba,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:35.301029 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:35.327074 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678496e-4071-42a4-ba52-7e6693c3cf11 None None] Pushing event updated for resources: {'Port': ['ID=f0fa9c24-c6df-4243-b40f-2ef834317dd0,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:35.337476 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ee22bdd-662c-435d-b050-7242ca4459fb tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Unset dirty status for tenant:446dcebe081b4522bb0b4536c63d16b4 on resource:security_group {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:32:35.338821 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-d678496e-4071-42a4-ba52-7e6693c3cf11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:35.340594 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ee22bdd-662c-435d-b050-7242ca4459fb tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=446dcebe081b4522bb0b4536c63d16b4 HTTP/1.1" status: 200  len: 379 time: 0.1677105
Aug 25 16:32:35.357261 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Request body: {'port': {'device_id': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'admin_state_up': True, 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'security_groups': ['d12475d8-be04-461a-bbfe-c13ee3b8cc09']}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:35.581796 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 75b7164d-892a-415c-a330-256fabb1e93c up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:35.590150 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:35.591448 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.7800131
Aug 25 16:32:35.664758 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:35.664758 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Usage tracker for resource:port and tenant:446dcebe081b4522bb0b4536c63d16b4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:35.670061 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:35.678710 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:35.688995 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] Set router 130c6f00-0370-46d8-a5c1-54e267e50762 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:32:35.782515 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-7b22b3c2-ae3b-4ad8-bd4c-e7685f72844e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:35.782748 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Made reservation on behalf of 446dcebe081b4522bb0b4536c63d16b4 for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:32:35.787751 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:35.915645 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6126d8ee-5122-418c-8b99-b9cb04be4d08 req-8366fab9-861d-443b-b23c-282017368b2e tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 210 time: 0.1180456
Aug 25 16:32:36.015441 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 75b7164d-892a-415c-a330-256fabb1e93c triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:36.016020 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:36.144255 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e29d2e-d9ed-4e62-b018-c9d9278e8289 req-bdea43ed-5577-4ca1-bcee-20b65869f8fa tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:36.153873 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-30e29d2e-d9ed-4e62-b018-c9d9278e8289 req-bdea43ed-5577-4ca1-bcee-20b65869f8fa tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1323504
Aug 25 16:32:36.156699 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Allocated IP 172.20.0.4 (e0ceff83-8770-427d-9a29-aa2f25758798/a14d0543-df93-450e-a48e-2a56aaf8fafa/5503d7b2-cc02-45b9-8758-143ac4767d3b) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:32:36.207148 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-30e29d2e-d9ed-4e62-b018-c9d9278e8289 req-a329ac14-5471-4da9-90ba-b64efa94e2d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519135
Aug 25 16:32:36.215807 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:36.305100 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device f0fa9c24-c6df-4243-b40f-2ef834317dd0 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:36.407709 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf047a8130>, [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:32:16Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'f0fa9c24-c6df-4243-b40f-2ef834317dd0', 'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'mac_address': 'fa:16:3e:c7:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:16Z', 'updated_at': '2021-08-25T16:32:35Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'subnets': [{'id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:36.414325 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71512c73-f3f8-4467-aeb3-05842638c421 None None] The sync data for ids ['130c6f00-0370-46d8-a5c1-54e267e50762'] in dv-cinder-805825-2-iscsi is: [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:32:16Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'f0fa9c24-c6df-4243-b40f-2ef834317dd0', 'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'mac_address': 'fa:16:3e:c7:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:16Z', 'updated_at': '2021-08-25T16:32:35Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'subnets': [{'id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:32:36.415751 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:36.444626 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Transition to ACTIVE for port object 5503d7b2-cc02-45b9-8758-143ac4767d3b will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:32:36.537053 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port f0fa9c24-c6df-4243-b40f-2ef834317dd0 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:32:36.546966 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port f0fa9c24-c6df-4243-b40f-2ef834317dd0 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:36.547363 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:36.601481 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:36.608223 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:36.705651 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:36.748187 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port f0fa9c24-c6df-4243-b40f-2ef834317dd0, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=f0fa9c24-c6df-4243-b40f-2ef834317dd0,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:36.824518 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Network e0ceff83-8770-427d-9a29-aa2f25758798 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:32:36.825494 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event updated for resources: {'Port': ['ID=5503d7b2-cc02-45b9-8758-143ac4767d3b,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:36.828428 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:36.829687 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:32:36.831827 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:32:36.846018 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:36.848600 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:36.917379 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:36.918044 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:36.978045 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=f0fa9c24-c6df-4243-b40f-2ef834317dd0,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:36.996269 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:37.040987 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6939821
Aug 25 16:32:37.205792 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Request body: {'port': {'device_id': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:37.254633 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fd17f-3cb2-49e5-9418-717a324b39a2 req-691ecd8f-8025-46e4-a790-72d16cdf587a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:37.256275 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d54fd17f-3cb2-49e5-9418-717a324b39a2 req-691ecd8f-8025-46e4-a790-72d16cdf587a tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 931 time: 0.1246738
Aug 25 16:32:37.319527 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d54fd17f-3cb2-49e5-9418-717a324b39a2 req-f9808c37-8c38-4a14-aec0-c90aad56a9d5 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484004
Aug 25 16:32:37.354562 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-0e88d5ad-e000-4119-a4b7-184377590a88 None None] Provisioning for port 5503d7b2-cc02-45b9-8758-143ac4767d3b completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:32:37.362616 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-0e88d5ad-e000-4119-a4b7-184377590a88 None None] Provisioning complete for port 5503d7b2-cc02-45b9-8758-143ac4767d3b triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:37.363087 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-0e88d5ad-e000-4119-a4b7-184377590a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:37.428205 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:37.455887 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-0e88d5ad-e000-4119-a4b7-184377590a88 None None] Port 5503d7b2-cc02-45b9-8758-143ac4767d3b cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:32:37.534546 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device f0fa9c24-c6df-4243-b40f-2ef834317dd0 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:37.535799 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e0edd-9b1a-44d7-ba32-64546118b869 req-08e6acc0-f7b2-40c8-b605-300830f9498b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:37.535799 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-137e0edd-9b1a-44d7-ba32-64546118b869 req-08e6acc0-f7b2-40c8-b605-300830f9498b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1290646
Aug 25 16:32:37.673072 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-137e0edd-9b1a-44d7-ba32-64546118b869 req-8acff917-b79f-47d2-88f0-801b73b2dd74 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413648
Aug 25 16:32:37.713987 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port f0fa9c24-c6df-4243-b40f-2ef834317dd0 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:37.714454 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:37.964971 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-21dacf25-c6cf-4910-8a03-a9b942246316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:38.014624 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5503d7b2-cc02-45b9-8758-143ac4767d3b {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:32:38.024133 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:38.044475 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Transition to ACTIVE for port object 5503d7b2-cc02-45b9-8758-143ac4767d3b will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:32:38.090737 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:38.098239 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:38.286997 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Pushing event updated for resources: {'Port': ['ID=5503d7b2-cc02-45b9-8758-143ac4767d3b,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:38.290406 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:38.427066 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Attempting to bind port 5503d7b2-cc02-45b9-8758-143ac4767d3b on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:32:38.427715 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Attempting to bind port 5503d7b2-cc02-45b9-8758-143ac4767d3b by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:32:38.428035 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Attempting to bind port 5503d7b2-cc02-45b9-8758-143ac4767d3b on network e0ceff83-8770-427d-9a29-aa2f25758798 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:32:38.435326 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Port 5503d7b2-cc02-45b9-8758-143ac4767d3b on network e0ceff83-8770-427d-9a29-aa2f25758798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:32:38.435598 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Attempting to bind port 5503d7b2-cc02-45b9-8758-143ac4767d3b on network e0ceff83-8770-427d-9a29-aa2f25758798 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:32:38.441985 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:32:38.442434 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Checking segment: {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:32:38.443016 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Bound using segment: {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:32:38.443307 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Bound port: 5503d7b2-cc02-45b9-8758-143ac4767d3b, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b860300-b7ac-46ac-a5d3-918665d07fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:32:38.443657 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:38.568817 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] For port 5503d7b2-cc02-45b9-8758-143ac4767d3b, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:32:38.578884 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] For port 5503d7b2-cc02-45b9-8758-143ac4767d3b, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5503d7b2-cc02-45b9-8758-143ac4767d3b,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:32:38.636489 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cb562-656c-43a5-930f-90bd953ba329 req-a516074f-d8e9-45ce-bc5f-63bcc5a55cd6 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:38.638515 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-926cb562-656c-43a5-930f-90bd953ba329 req-a516074f-d8e9-45ce-bc5f-63bcc5a55cd6 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 943 time: 0.1220734
Aug 25 16:32:38.685565 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:38.690469 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-65a45fb6-9528-4b60-86f7-f78332715e6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:38.706151 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-926cb562-656c-43a5-930f-90bd953ba329 req-79d09e80-0cdb-42b9-a132-0f46e78d5253 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598195
Aug 25 16:32:38.769498 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:38.770989 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] 10.222.0.60 "PUT /v2.0/ports/5503d7b2-cc02-45b9-8758-143ac4767d3b HTTP/1.1" status: 200  len: 1093 time: 1.7200027
Aug 25 16:32:38.771518 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'tag': '5503d7b2-cc02-45b9-8758-143ac4767d3b'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:32:38.808974 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Pushing event updated for resources: {'Port': ['ID=5503d7b2-cc02-45b9-8758-143ac4767d3b,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:38.818352 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:39.062437 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-6f20f500-229f-4eac-8ed4-7e3f6b5cf483 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=446dcebe081b4522bb0b4536c63d16b4&device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 1096 time: 0.1721299
Aug 25 16:32:39.078384 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'tag': '5503d7b2-cc02-45b9-8758-143ac4767d3b', 'status': 'completed', 'code': 200}
Aug 25 16:32:39.131655 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:39.155860 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce4970-d860-411f-a3e7-5fc8f01237d9 req-efad124f-30cd-420a-ba24-1d655b5a0789 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:39.158662 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d9ce4970-d860-411f-a3e7-5fc8f01237d9 req-efad124f-30cd-420a-ba24-1d655b5a0789 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1736283
Aug 25 16:32:39.197566 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-63701de6-62c3-438c-8eb9-7bab8798ed97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5503d7b2-cc02-45b9-8758-143ac4767d3b HTTP/1.1" status: 200  len: 217 time: 0.1227889
Aug 25 16:32:39.251187 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d9ce4970-d860-411f-a3e7-5fc8f01237d9 req-42852291-c623-4562-bad2-0736116a8e17 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830348
Aug 25 16:32:39.283516 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-bf4f46d2-77ae-46dc-9599-1a0853b9b16b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:39.284708 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-bf4f46d2-77ae-46dc-9599-1a0853b9b16b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a14d0543-df93-450e-a48e-2a56aaf8fafa HTTP/1.1" status: 200  len: 848 time: 0.0806222
Aug 25 16:32:39.397175 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-25f23abf-da60-490f-8a08-3891ab0028c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0ceff83-8770-427d-9a29-aa2f25758798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1044145
Aug 25 16:32:39.562011 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-638cbbff-76dd-417e-8dd6-aff4052ece62 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567256
Aug 25 16:32:39.654452 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:32:39.717671 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d6b8059e-f78e-4469-9d2b-2a80f60728f5 req-506270a5-8d2e-4699-8bfe-bdf1e6141cd6 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488156
Aug 25 16:32:39.816229 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:39.831580 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'port_id': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'mac_address': 'fa:16:3e:f7:70:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:32:39.902619 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:39.924507 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:32:39.948877 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:39.985740 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f7025b64-ac9e-4b28-b6af-f08aa68e3d54 req-b91de0cc-688a-4779-a69c-3c1f0a502e65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=446dcebe081b4522bb0b4536c63d16b4&device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 1096 time: 0.1039951
Aug 25 16:32:39.986766 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b8920-3269-46aa-a2c4-7e0e369d573e req-442430a3-4275-4fc6-a0b9-65adf4d586d0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:39.988235 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0a3b8920-3269-46aa-a2c4-7e0e369d573e req-442430a3-4275-4fc6-a0b9-65adf4d586d0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 943 time: 0.1275535
Aug 25 16:32:40.027799 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:40.031382 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-56798355-56a7-4472-a509-8e943bd627fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:40.065327 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0a3b8920-3269-46aa-a2c4-7e0e369d573e req-f74a6272-185d-46fa-b11b-b267e17eb5cc tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690589
Aug 25 16:32:40.188833 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,revision_number=6']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:40.206515 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:40.210691 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['8b1283fb-f1d4-4c5e-9093-675a3fc41f0d'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:32:40.302604 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7025b64-ac9e-4b28-b6af-f08aa68e3d54 req-4c2efa85-0d52-42d7-bbef-c2e09d213d6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:40.304094 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f7025b64-ac9e-4b28-b6af-f08aa68e3d54 req-4c2efa85-0d52-42d7-bbef-c2e09d213d6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0ceff83-8770-427d-9a29-aa2f25758798 HTTP/1.1" status: 200  len: 910 time: 0.3094664
Aug 25 16:32:40.432516 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f7025b64-ac9e-4b28-b6af-f08aa68e3d54 req-da525fbf-4a66-42cc-842a-5c597ca34b0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5503d7b2-cc02-45b9-8758-143ac4767d3b HTTP/1.1" status: 200  len: 217 time: 0.1088881
Aug 25 16:32:40.516988 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7025b64-ac9e-4b28-b6af-f08aa68e3d54 req-e5d4fc31-7788-4e23-ab90-91523cbd9289 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:40.519492 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f7025b64-ac9e-4b28-b6af-f08aa68e3d54 req-e5d4fc31-7788-4e23-ab90-91523cbd9289 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a14d0543-df93-450e-a48e-2a56aaf8fafa HTTP/1.1" status: 200  len: 848 time: 0.0793746
Aug 25 16:32:40.571145 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba6c6d-65fb-4f9b-94c0-6170fa747687 req-6667ec0d-6a7c-4c86-bb3a-a1b102811664 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:40.578836 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b4ba6c6d-65fb-4f9b-94c0-6170fa747687 req-6667ec0d-6a7c-4c86-bb3a-a1b102811664 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 944 time: 0.1117659
Aug 25 16:32:40.652313 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:40.653044 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b4ba6c6d-65fb-4f9b-94c0-6170fa747687 req-8887b048-edd2-4acc-80ef-cc53fe1688f7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730348
Aug 25 16:32:40.681979 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f7025b64-ac9e-4b28-b6af-f08aa68e3d54 req-7deebca3-a350-4613-a9de-9ddb301c86ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0ceff83-8770-427d-9a29-aa2f25758798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1490211
Aug 25 16:32:40.838300 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f7025b64-ac9e-4b28-b6af-f08aa68e3d54 req-9a5cc08a-9067-480f-b753-eba781c2694e service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481578
Aug 25 16:32:40.979336 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f7025b64-ac9e-4b28-b6af-f08aa68e3d54 req-c03a3810-9a0c-406b-84e4-3f1c69c1a3c3 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330707
Aug 25 16:32:41.269081 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2fbeb-016b-4842-bebc-0597e032d4e5 req-fac13a8b-221b-4727-beaf-7afa8b188f27 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:41.270894 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-65c2fbeb-016b-4842-bebc-0597e032d4e5 req-fac13a8b-221b-4727-beaf-7afa8b188f27 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 943 time: 0.0871420
Aug 25 16:32:41.324495 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-65c2fbeb-016b-4842-bebc-0597e032d4e5 req-63bf6e8b-b2ed-49f1-b628-80bb775e385d tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481865
Aug 25 16:32:41.654451 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:41.762730 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:41.764002 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:41.934476 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf62aa8-0bd2-49e8-bb8c-0729693183ac req-86e0bab7-fab0-4514-bf57-50138e5ffaba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:41.938014 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dbf62aa8-0bd2-49e8-bb8c-0729693183ac req-86e0bab7-fab0-4514-bf57-50138e5ffaba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 944 time: 0.0954182
Aug 25 16:32:41.980269 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:42.013923 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dbf62aa8-0bd2-49e8-bb8c-0729693183ac req-c77f3381-2dce-4be0-96ed-c0bd99032e37 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631473
Aug 25 16:32:42.014587 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:32:42.026782 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:42.076896 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'code': 200}
Aug 25 16:32:42.115163 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:42.120830 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:42.195329 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,revision_number=7']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:42.198952 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:42.621124 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d9dfd-9a91-404f-a6ca-dff343aba7a7 req-615cbbb8-ea94-4eed-9804-525b77b17084 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:42.622843 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b01d9dfd-9a91-404f-a6ca-dff343aba7a7 req-615cbbb8-ea94-4eed-9804-525b77b17084 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 943 time: 0.1042895
Aug 25 16:32:42.708500 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b01d9dfd-9a91-404f-a6ca-dff343aba7a7 req-c386f83d-7b3f-43c3-abe4-66f389eacb62 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788567
Aug 25 16:32:43.408810 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abb2de-0fe1-4be5-9dc8-3cbd953ce82b req-79f4d9de-fcb1-4bec-ac90-ec0ee847c946 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:43.411900 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-42abb2de-0fe1-4be5-9dc8-3cbd953ce82b req-79f4d9de-fcb1-4bec-ac90-ec0ee847c946 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1268156
Aug 25 16:32:43.535579 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-42abb2de-0fe1-4be5-9dc8-3cbd953ce82b req-35675c09-5a3d-4b3b-8b47-d57f23b932cd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1135533
Aug 25 16:32:43.678467 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 5503d7b2-cc02-45b9-8758-143ac4767d3b details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:32:43.896156 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 5503d7b2-cc02-45b9-8758-143ac4767d3b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5503d7b2-cc02-45b9-8758-143ac4767d3b,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:43.912046 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '5503d7b2-cc02-45b9-8758-143ac4767d3b', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'port_id': '5503d7b2-cc02-45b9-8758-143ac4767d3b', 'mac_address': 'fa:16:3e:90:a0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:32:44.023965 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d2844-35c8-4de9-a9bd-3b22598d4a14 req-4171a574-ac19-429e-b077-303408501573 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:44.025816 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f31d2844-35c8-4de9-a9bd-3b22598d4a14 req-4171a574-ac19-429e-b077-303408501573 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 943 time: 0.1542401
Aug 25 16:32:44.041484 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:44.122559 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5503d7b2-cc02-45b9-8758-143ac4767d3b {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:32:44.127718 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f31d2844-35c8-4de9-a9bd-3b22598d4a14 req-ab753b92-8446-4646-9639-3a946a037725 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962570
Aug 25 16:32:44.176098 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 5503d7b2-cc02-45b9-8758-143ac4767d3b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5503d7b2-cc02-45b9-8758-143ac4767d3b,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:44.239332 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:44.242040 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:44.339024 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=5503d7b2-cc02-45b9-8758-143ac4767d3b,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:44.342591 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:44.517260 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['5503d7b2-cc02-45b9-8758-143ac4767d3b'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:32:44.992061 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89fc6b-6906-4311-b520-2d061a027d96 req-66beda20-f1cc-41cd-9d84-8731edb25498 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:44.994947 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dc89fc6b-6906-4311-b520-2d061a027d96 req-66beda20-f1cc-41cd-9d84-8731edb25498 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1604025
Aug 25 16:32:45.054187 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dc89fc6b-6906-4311-b520-2d061a027d96 req-31dcb46c-0ca4-478b-a198-c3b7663a0386 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524688
Aug 25 16:32:45.410600 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3adbf-0980-434e-873c-b8221756348d req-f5f664c3-05f0-4c64-a16e-594fab32e919 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:45.413237 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-19e3adbf-0980-434e-873c-b8221756348d req-f5f664c3-05f0-4c64-a16e-594fab32e919 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 944 time: 0.0982502
Aug 25 16:32:45.527321 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-19e3adbf-0980-434e-873c-b8221756348d req-d63cfc17-934a-4196-bb03-773d5febf5a3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0980718
Aug 25 16:32:45.674745 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 5503d7b2-cc02-45b9-8758-143ac4767d3b up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:45.920687 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 5503d7b2-cc02-45b9-8758-143ac4767d3b completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:32:45.926820 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 5503d7b2-cc02-45b9-8758-143ac4767d3b triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:45.931310 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:46.108371 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:46.168488 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 5503d7b2-cc02-45b9-8758-143ac4767d3b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5503d7b2-cc02-45b9-8758-143ac4767d3b,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:46.168488 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5503d7b2-cc02-45b9-8758-143ac4767d3b'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:32:46.187673 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51688) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:46.262063 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:46.265836 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:46.315911 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5503d7b2-cc02-45b9-8758-143ac4767d3b', 'code': 200}
Aug 25 16:32:46.382972 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=5503d7b2-cc02-45b9-8758-143ac4767d3b,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:46.396282 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:46.732043 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:46.766783 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f8c71-07e6-4cc0-8ef4-045be7d024e6 req-b525a054-bec6-4214-97bd-67f215c0768f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:46.769511 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cd5f8c71-07e6-4cc0-8ef4-045be7d024e6 req-b525a054-bec6-4214-97bd-67f215c0768f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.4025993
Aug 25 16:32:46.894074 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:46.906004 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Usage tracker for resource:security_group_rule and tenant:2e2b937f940f4f1a923cb038469155c1 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:46.915980 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:46.929706 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:46.947574 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cd5f8c71-07e6-4cc0-8ef4-045be7d024e6 req-f67c6ad9-928f-4cdf-86e6-7916a369d98b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1652064
Aug 25 16:32:46.999579 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595d256-0b96-4480-8f12-1eceb5badb0f req-8aa03a9f-c49a-4e36-861a-28e016d7175c tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:46.999579 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b595d256-0b96-4480-8f12-1eceb5badb0f req-8aa03a9f-c49a-4e36-861a-28e016d7175c tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 945 time: 0.1729307
Aug 25 16:32:46.999856 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-411c3b2a-019f-4719-b630-281ee583f6c0 req-14022112-af29-41a8-8001-d3f4886c20c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 1098 time: 0.0909963
Aug 25 16:32:47.057883 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-411c3b2a-019f-4719-b630-281ee583f6c0 req-be338175-1b2a-4e43-9197-c54a24dcb3b4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626204
Aug 25 16:32:47.067639 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:47.070418 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b595d256-0b96-4480-8f12-1eceb5badb0f req-8933dc03-a39a-45e6-9769-3d8bf0831d48 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777125
Aug 25 16:32:47.164326 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:47.172834 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e4920c80-af56-49cc-aea3-37dd3af0d992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:47.213770 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b671929-a8c7-4245-acbd-f45271f84acd,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:47.217739 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e2b937f940f4f1a923cb038469155c1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0281465
Aug 25 16:32:47.220422 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51700) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:47.244241 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:47.244597 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:47.244956 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:47.245319 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:47.245663 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:47.246000 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:47.246335 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:47.246670 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:47.247003 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:47.247390 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:47.247725 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:47.253359 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:47.306070 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6de3-c8c1-4690-9e07-cef0bf37ec03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:47.336632 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6de3-c8c1-4690-9e07-cef0bf37ec03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:47.507792 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6de3-c8c1-4690-9e07-cef0bf37ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:47.511899 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:47.550160 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab6de3-c8c1-4690-9e07-cef0bf37ec03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b671929-a8c7-4245-acbd-f45271f84acd,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:47.552903 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e0ab6de3-c8c1-4690-9e07-cef0bf37ec03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:47.559454 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6de3-c8c1-4690-9e07-cef0bf37ec03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:47.560908 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-e0ab6de3-c8c1-4690-9e07-cef0bf37ec03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b671929-a8c7-4245-acbd-f45271f84acd HTTP/1.1" status: 204  len: 168 time: 0.3395276
Aug 25 16:32:48.344965 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5171ff9-0e41-47ce-88e8-b989d215d85f req-34397b9a-d615-4b2b-83de-d0152bc42a92 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:48.350146 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e5171ff9-0e41-47ce-88e8-b989d215d85f req-34397b9a-d615-4b2b-83de-d0152bc42a92 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.2321875
Aug 25 16:32:48.519347 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e5171ff9-0e41-47ce-88e8-b989d215d85f req-5f9c2697-0942-49e7-9400-60219be8207c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1589036
Aug 25 16:32:48.570322 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a1095-d099-44ed-b827-85ba649766a7 req-6a3d2699-1118-42d6-af61-f0d8d55b3ea0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:48.572602 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-158a1095-d099-44ed-b827-85ba649766a7 req-6a3d2699-1118-42d6-af61-f0d8d55b3ea0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 945 time: 0.1768649
Aug 25 16:32:48.653745 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-158a1095-d099-44ed-b827-85ba649766a7 req-45f94827-c7b6-428b-8f2a-9d61b429fb3f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674913
Aug 25 16:32:49.940479 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2766b9-7c10-406b-9ffb-ce1404d0d532 req-bacf0389-d26e-47c0-b3ec-433fe000e6ed tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:49.952420 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8b2766b9-7c10-406b-9ffb-ce1404d0d532 req-bacf0389-d26e-47c0-b3ec-433fe000e6ed tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 945 time: 0.1248844
Aug 25 16:32:50.009865 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48094c4-e89b-49ad-b148-aa1703529ac6 req-da5fe727-fd98-4f7e-a8a4-a30dea8ffedb tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:50.012275 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a48094c4-e89b-49ad-b148-aa1703529ac6 req-da5fe727-fd98-4f7e-a8a4-a30dea8ffedb tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.2767196
Aug 25 16:32:50.029409 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8b2766b9-7c10-406b-9ffb-ce1404d0d532 req-ec042136-77ba-46fa-8d83-834d7f6ba913 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750773
Aug 25 16:32:50.134004 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a48094c4-e89b-49ad-b148-aa1703529ac6 req-289c59b1-ab41-427d-90bc-1710a77a39a7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032917
Aug 25 16:32:50.409739 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca911400-2457-476e-a5b7-667a298ce265 req-00e6c19d-3461-4528-9c59-11566a00f3f1 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:50.416120 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ca911400-2457-476e-a5b7-667a298ce265 req-00e6c19d-3461-4528-9c59-11566a00f3f1 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 945 time: 0.1633008
Aug 25 16:32:50.421233 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 51760) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:50.428085 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-364ba0e6-8a8d-4760-9df7-050f0e583979 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Request body: {'floatingip': {'port_id': '5503d7b2-cc02-45b9-8758-143ac4767d3b'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:32:50.529400 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51764) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:50.608092 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-364ba0e6-8a8d-4760-9df7-050f0e583979 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:50.800239 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eabf486e-a6b0-424b-91b4-8934a5f224d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:50.840462 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-eabf486e-a6b0-424b-91b4-8934a5f224d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:32:50.857775 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-eabf486e-a6b0-424b-91b4-8934a5f224d5 admin admin] Usage tracker for resource:security_group_rule and tenant:c409be7fc1ed4989942272bd88cc5845 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:32:50.869280 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-eabf486e-a6b0-424b-91b4-8934a5f224d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:32:50.879924 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-eabf486e-a6b0-424b-91b4-8934a5f224d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:32:50.971584 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eabf486e-a6b0-424b-91b4-8934a5f224d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:51.044339 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eabf486e-a6b0-424b-91b4-8934a5f224d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:51.057634 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-3c155941-140c-498f-91e6-4f6dd116d8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:51.118045 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf486e-a6b0-424b-91b4-8934a5f224d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25f9bee-9cf0-4ed5-a4d2-acaa77bc7324,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:51.126072 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-eabf486e-a6b0-424b-91b4-8934a5f224d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c409be7fc1ed4989942272bd88cc5845&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5941794
Aug 25 16:32:51.127673 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-eabf486e-a6b0-424b-91b4-8934a5f224d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:51.128574 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 51776) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:32:51.227777 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0c63b90f-16bf-46a7-935c-9078f0ac7b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:51.271899 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0c63b90f-16bf-46a7-935c-9078f0ac7b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:51.377595 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Sync routers for ids ['8d151859-b267-479f-a44b-49202d01d3ba'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:32:51.390990 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Routers {'8d151859-b267-479f-a44b-49202d01d3ba'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:32:51.391609 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04a87af0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:32:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['8d151859-b267-479f-a44b-49202d01d3ba'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:51.463326 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0c63b90f-16bf-46a7-935c-9078f0ac7b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:51.471498 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e4aa3747-46a4-443d-996b-6654c0fe0606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:51.488909 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63b90f-16bf-46a7-935c-9078f0ac7b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25f9bee-9cf0-4ed5-a4d2-acaa77bc7324,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:51.496440 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0c63b90f-16bf-46a7-935c-9078f0ac7b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:51.502359 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0c63b90f-16bf-46a7-935c-9078f0ac7b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:51.504002 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-0c63b90f-16bf-46a7-935c-9078f0ac7b38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a25f9bee-9cf0-4ed5-a4d2-acaa77bc7324 HTTP/1.1" status: 204  len: 168 time: 0.3715355
Aug 25 16:32:51.694980 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Set router 8d151859-b267-479f-a44b-49202d01d3ba gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:32:51.766302 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053abf2-29f1-422e-89e7-8ee7c02bb267 req-d8a3b91a-c88b-457e-bebf-d4ddab7f536d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:51.767854 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4053abf2-29f1-422e-89e7-8ee7c02bb267 req-d8a3b91a-c88b-457e-bebf-d4ddab7f536d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.4436541
Aug 25 16:32:51.881550 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.db.resource_extend [None req-364ba0e6-8a8d-4760-9df7-050f0e583979 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 25 16:32:51.967062 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4053abf2-29f1-422e-89e7-8ee7c02bb267 req-9b0c92b1-3a63-4ef6-938d-ce87696183b1 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1589038
Aug 25 16:32:52.008797 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-364ba0e6-8a8d-4760-9df7-050f0e583979 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:52.044489 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04a87af0>, [{'id': '8d151859-b267-479f-a44b-49202d01d3ba', 'name': 'tempest-TestShelveInstance-1428290448-router', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '75b7164d-892a-415c-a330-256fabb1e93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:23Z', 'updated_at': '2021-08-25T16:32:28Z', 'revision_number': 4, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'gw_port': {'id': '75b7164d-892a-415c-a330-256fabb1e93c', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:24Z', 'updated_at': '2021-08-25T16:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '57910ba0-4394-4589-84b4-e1e39ca74987', 'name': '', 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'mac_address': 'fa:16:3e:7e:86:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7aaf6a8-6ead-42f9-af44-04e4b21258ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:27Z', 'updated_at': '2021-08-25T16:32:28Z', 'revision_number': 2, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'subnets': [{'id': 'd7aaf6a8-6ead-42f9-af44-04e4b21258ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:52.048405 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Checking router: 8d151859-b267-479f-a44b-49202d01d3ba for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:32:52.048758 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Updating router 8d151859-b267-479f-a44b-49202d01d3ba port 57910ba0-4394-4589-84b4-e1e39ca74987 binding host dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:32:52.111063 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:52.227121 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-364ba0e6-8a8d-4760-9df7-050f0e583979 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:52.527753 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.l3_db [None req-364ba0e6-8a8d-4760-9df7-050f0e583979 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Floating IP d7e66097-f624-4d0b-9ecc-a3524d15a32e associated. External IP: 172.27.3.254, port: 5503d7b2-cc02-45b9-8758-143ac4767d3b.
Aug 25 16:32:52.624436 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Notify callbacks [] for port, precommit_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:52.645011 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.provisioning_blocks [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Transition to ACTIVE for port object 57910ba0-4394-4589-84b4-e1e39ca74987 will not be triggered until provisioned by entity L2. {{(pid=75964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:32:52.731218 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:52.741234 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-62d29617-f18f-4608-ba4f-e5536ea0fef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:52.915847 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Pushing event updated for resources: {'Port': ['ID=57910ba0-4394-4589-84b4-e1e39ca74987,revision_number=3']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:52.929370 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:52.930303 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:52.930729 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:52.931039 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:52.931518 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:52.931852 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:52.932166 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:52.932502 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:52.932820 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:52.933145 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:52.933461 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:32:52.938564 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:53.114910 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364ba0e6-8a8d-4760-9df7-050f0e583979 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Router 220caf4f-5143-4fc3-bd5c-bf8925e239ec has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:32:53.310071 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179a244-281a-4f8a-9c75-dab160728abe req-549da480-cf42-4f62-bab3-1be8f9aaed71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:53.311528 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c179a244-281a-4f8a-9c75-dab160728abe req-549da480-cf42-4f62-bab3-1be8f9aaed71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1092029
Aug 25 16:32:53.387274 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Attempting to bind port 57910ba0-4394-4589-84b4-e1e39ca74987 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:32:53.387585 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Attempting to bind port 57910ba0-4394-4589-84b4-e1e39ca74987 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a355473b-9702-4bbe-808f-62d20b2a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea'}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:32:53.387975 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Attempting to bind port 57910ba0-4394-4589-84b4-e1e39ca74987 on network 6f73b341-0fe0-4b4e-8e40-806d218963ea {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:32:53.400819 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:32:53.409076 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Checking segment: {'id': 'a355473b-9702-4bbe-808f-62d20b2a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:32:53.409076 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:53.409076 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Bound using segment: {'id': 'a355473b-9702-4bbe-808f-62d20b2a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea'} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:32:53.409076 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Bound port: 57910ba0-4394-4589-84b4-e1e39ca74987, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a355473b-9702-4bbe-808f-62d20b2a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea'}}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:32:53.409076 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:53.613106 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c179a244-281a-4f8a-9c75-dab160728abe req-1d18c281-cdd5-40f0-82da-f7747559b589 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2946868
Aug 25 16:32:53.636412 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364ba0e6-8a8d-4760-9df7-050f0e583979 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:32:53.639626 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] For port 57910ba0-4394-4589-84b4-e1e39ca74987, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:32:53.644844 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:53.666125 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] For port 57910ba0-4394-4589-84b4-e1e39ca74987, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=57910ba0-4394-4589-84b4-e1e39ca74987,segment=NetworkSegment(a355473b-9702-4bbe-808f-62d20b2a1235),segment_id=a355473b-9702-4bbe-808f-62d20b2a1235)] {{(pid=75964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:32:53.666614 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bf78a-edc9-414f-a1e3-182d12d73e9c None None] Sync routers for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:32:53.675448 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-364ba0e6-8a8d-4760-9df7-050f0e583979 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:53.693662 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324bf78a-edc9-414f-a1e3-182d12d73e9c None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:32:53.698249 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-324bf78a-edc9-414f-a1e3-182d12d73e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04950af0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:32:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:53.790557 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:53.799805 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-364ba0e6-8a8d-4760-9df7-050f0e583979 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "PUT /v2.0/floatingips/d7e66097-f624-4d0b-9ecc-a3524d15a32e HTTP/1.1" status: 200  len: 991 time: 3.3770647
Aug 25 16:32:53.800554 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'tag': '5503d7b2-cc02-45b9-8758-143ac4767d3b'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:32:53.826837 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-a5ddeb66-505a-46ad-b963-5ff83d3e328d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:53.998441 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-324bf78a-edc9-414f-a1e3-182d12d73e9c None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:32:54.045438 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Pushing event updated for resources: {'Port': ['ID=57910ba0-4394-4589-84b4-e1e39ca74987,revision_number=4']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:54.060077 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:54.062244 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Routers {'8d151859-b267-479f-a44b-49202d01d3ba'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:32:54.062968 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04a87af0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:32:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['8d151859-b267-479f-a44b-49202d01d3ba'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:54.374033 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'tag': '5503d7b2-cc02-45b9-8758-143ac4767d3b', 'status': 'completed', 'code': 200}
Aug 25 16:32:54.413647 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] Set router 8d151859-b267-479f-a44b-49202d01d3ba gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:32:54.600153 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-324bf78a-edc9-414f-a1e3-182d12d73e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04950af0>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': 'd7e66097-f624-4d0b-9ecc-a3524d15a32e', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'port_id': '5503d7b2-cc02-45b9-8758-143ac4767d3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'mac_address': 'fa:16:3e:90:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:32:29Z', 'updated_at': '2021-08-25T16:32:51Z', 'revision_number': 1, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:54.605755 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bf78a-edc9-414f-a1e3-182d12d73e9c None None] Checking router: 220caf4f-5143-4fc3-bd5c-bf8925e239ec for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:32:54.618745 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324bf78a-edc9-414f-a1e3-182d12d73e9c None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:32:54.619682 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-324bf78a-edc9-414f-a1e3-182d12d73e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04950af0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:32:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:54.854310 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04a87af0>, [{'id': '8d151859-b267-479f-a44b-49202d01d3ba', 'name': 'tempest-TestShelveInstance-1428290448-router', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '75b7164d-892a-415c-a330-256fabb1e93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:23Z', 'updated_at': '2021-08-25T16:32:28Z', 'revision_number': 4, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'gw_port': {'id': '75b7164d-892a-415c-a330-256fabb1e93c', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:24Z', 'updated_at': '2021-08-25T16:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '57910ba0-4394-4589-84b4-e1e39ca74987', 'name': '', 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'mac_address': 'fa:16:3e:7e:86:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7aaf6a8-6ead-42f9-af44-04e4b21258ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:27Z', 'updated_at': '2021-08-25T16:32:53Z', 'revision_number': 4, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'subnets': [{'id': 'd7aaf6a8-6ead-42f9-af44-04e4b21258ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:54.861777 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f77f88-3619-488e-9431-51e0a7bafe6e None None] The sync data for ids ['8d151859-b267-479f-a44b-49202d01d3ba'] in dv-cinder-805825-2-iscsi is: [{'id': '8d151859-b267-479f-a44b-49202d01d3ba', 'name': 'tempest-TestShelveInstance-1428290448-router', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '75b7164d-892a-415c-a330-256fabb1e93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:23Z', 'updated_at': '2021-08-25T16:32:28Z', 'revision_number': 4, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'gw_port': {'id': '75b7164d-892a-415c-a330-256fabb1e93c', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:24Z', 'updated_at': '2021-08-25T16:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '57910ba0-4394-4589-84b4-e1e39ca74987', 'name': '', 'network_id': '6f73b341-0fe0-4b4e-8e40-806d218963ea', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'mac_address': 'fa:16:3e:7e:86:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7aaf6a8-6ead-42f9-af44-04e4b21258ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:27Z', 'updated_at': '2021-08-25T16:32:53Z', 'revision_number': 4, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'subnets': [{'id': 'd7aaf6a8-6ead-42f9-af44-04e4b21258ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:32:54.943454 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-324bf78a-edc9-414f-a1e3-182d12d73e9c None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:32:54.990432 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb21dda-9e92-4f56-977b-82f1a012f94d req-8c4a5497-4223-47e3-8267-21162b9052e7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:54.992199 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9eb21dda-9e92-4f56-977b-82f1a012f94d req-8c4a5497-4223-47e3-8267-21162b9052e7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1095219
Aug 25 16:32:55.103632 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9eb21dda-9e92-4f56-977b-82f1a012f94d req-c1c1bcaf-cd30-4987-ad79-b31fa64704b7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971522
Aug 25 16:32:55.548257 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-324bf78a-edc9-414f-a1e3-182d12d73e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04950af0>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': 'd7e66097-f624-4d0b-9ecc-a3524d15a32e', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'port_id': '5503d7b2-cc02-45b9-8758-143ac4767d3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'mac_address': 'fa:16:3e:90:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:32:29Z', 'updated_at': '2021-08-25T16:32:51Z', 'revision_number': 1, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:32:55.553754 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bf78a-edc9-414f-a1e3-182d12d73e9c None None] The sync data for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi is: [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': 'd7e66097-f624-4d0b-9ecc-a3524d15a32e', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'port_id': '5503d7b2-cc02-45b9-8758-143ac4767d3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'mac_address': 'fa:16:3e:90:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:32:29Z', 'updated_at': '2021-08-25T16:32:51Z', 'revision_number': 1, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:32:55.605550 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 57910ba0-4394-4589-84b4-e1e39ca74987 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:55.776395 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 57910ba0-4394-4589-84b4-e1e39ca74987 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:32:55.785024 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 57910ba0-4394-4589-84b4-e1e39ca74987 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:55.785485 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:55.934828 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:55.968958 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 57910ba0-4394-4589-84b4-e1e39ca74987, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=57910ba0-4394-4589-84b4-e1e39ca74987,segment=NetworkSegment(a355473b-9702-4bbe-808f-62d20b2a1235),segment_id=a355473b-9702-4bbe-808f-62d20b2a1235)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:32:56.033004 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:56.034896 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:32:56.120592 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=57910ba0-4394-4589-84b4-e1e39ca74987,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:32:56.124027 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:32:56.339173 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a7a63bf5-34a4-4196-bfcc-4cc0798d9620 req-60167250-7248-4788-b432-68d9019f96e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=446dcebe081b4522bb0b4536c63d16b4&device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 1098 time: 0.1222754
Aug 25 16:32:56.454323 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e0641-88fb-4ab8-a7bc-a2bfb6ed3471 req-ac8d551f-ca40-4734-90e4-87adcba00dc4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:56.454323 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-205e0641-88fb-4ab8-a7bc-a2bfb6ed3471 req-ac8d551f-ca40-4734-90e4-87adcba00dc4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1712067
Aug 25 16:32:56.522270 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a63bf5-34a4-4196-bfcc-4cc0798d9620 req-fc75eb78-c18c-410b-953d-6f9cb3546403 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:56.524717 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a7a63bf5-34a4-4196-bfcc-4cc0798d9620 req-fc75eb78-c18c-410b-953d-6f9cb3546403 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0ceff83-8770-427d-9a29-aa2f25758798 HTTP/1.1" status: 200  len: 910 time: 0.1779728
Aug 25 16:32:56.547325 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-205e0641-88fb-4ab8-a7bc-a2bfb6ed3471 req-09f6fff3-1bef-4548-bd2d-4e3bd52dd2f7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817804
Aug 25 16:32:56.694525 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a7a63bf5-34a4-4196-bfcc-4cc0798d9620 req-bbfa3cf2-48d4-453f-98b5-cff503954119 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5503d7b2-cc02-45b9-8758-143ac4767d3b HTTP/1.1" status: 200  len: 999 time: 0.1589475
Aug 25 16:32:56.789795 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a63bf5-34a4-4196-bfcc-4cc0798d9620 req-61a10f6d-3ba9-44d8-a2ce-b9a788014549 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:56.791563 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a7a63bf5-34a4-4196-bfcc-4cc0798d9620 req-61a10f6d-3ba9-44d8-a2ce-b9a788014549 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a14d0543-df93-450e-a48e-2a56aaf8fafa HTTP/1.1" status: 200  len: 848 time: 0.0851974
Aug 25 16:32:56.887482 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd7928-2f42-4679-adb5-3f0c04d8e5b1 None None] New status for floating IP d7e66097-f624-4d0b-9ecc-a3524d15a32e: ACTIVE {{(pid=75964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:32:56.911063 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a7a63bf5-34a4-4196-bfcc-4cc0798d9620 req-8eacd3c1-3167-4509-9ef9-6a25cb0aa0d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0ceff83-8770-427d-9a29-aa2f25758798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1116896
Aug 25 16:32:57.101011 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a7a63bf5-34a4-4196-bfcc-4cc0798d9620 req-c1b846d9-935c-4745-a8c3-7d1ea9ccbbd6 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589720
Aug 25 16:32:57.290047 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a7a63bf5-34a4-4196-bfcc-4cc0798d9620 req-cc0e6851-4477-4ff0-9799-ea887c2aad55 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792130
Aug 25 16:32:57.494706 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 57910ba0-4394-4589-84b4-e1e39ca74987 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:32:57.571343 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 57910ba0-4394-4589-84b4-e1e39ca74987 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:32:57.571725 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:32:57.809516 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44e7b3-488a-463f-b9f0-b9c4496a4626 req-b448cd2a-a9f6-47b2-8546-5a52112041f5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:57.811082 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1b44e7b3-488a-463f-b9f0-b9c4496a4626 req-b448cd2a-a9f6-47b2-8546-5a52112041f5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1013856
Aug 25 16:32:57.860348 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1b44e7b3-488a-463f-b9f0-b9c4496a4626 req-ff3387a7-9ac7-45cb-87b3-d6bba9e7133d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437205
Aug 25 16:32:58.198096 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c8a45101-6b46-4f96-a7a1-b395d144ab94 req-65643863-fac7-43fb-a617-a3d6c64604c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 1098 time: 0.1796496
Aug 25 16:32:58.379287 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a45101-6b46-4f96-a7a1-b395d144ab94 req-f5bab8d3-6ff7-4aea-8da7-81505fbe50d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:58.381207 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c8a45101-6b46-4f96-a7a1-b395d144ab94 req-f5bab8d3-6ff7-4aea-8da7-81505fbe50d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 200  len: 918 time: 0.1615570
Aug 25 16:32:59.089916 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f61d71-caf0-4720-8f1b-d55887d182f1 req-6098da98-83f4-49fa-bb87-f1b3f9011074 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:59.091343 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f0f61d71-caf0-4720-8f1b-d55887d182f1 req-6098da98-83f4-49fa-bb87-f1b3f9011074 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.0797536
Aug 25 16:32:59.140391 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f0f61d71-caf0-4720-8f1b-d55887d182f1 req-a62d07ff-3a0c-4b60-ad21-6a8abfec0d28 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433424
Aug 25 16:32:59.354160 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c8a45101-6b46-4f96-a7a1-b395d144ab94 req-55a296d7-4779-4920-873b-37f203e96548 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d HTTP/1.1" status: 200  len: 1001 time: 0.1022544
Aug 25 16:32:59.370968 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-0dba1688-251c-471c-b6a7-54e4bfc0e746 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Synchronizing usage tracker for tenant:2818026e89bd4b9393f6ed2b2aae5b11 on resource:security_group {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:32:59.512138 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-0dba1688-251c-471c-b6a7-54e4bfc0e746 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Unset dirty status for tenant:2818026e89bd4b9393f6ed2b2aae5b11 on resource:security_group {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:32:59.513587 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-0dba1688-251c-471c-b6a7-54e4bfc0e746 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597639401&fields=id&tenant_id=2818026e89bd4b9393f6ed2b2aae5b11 HTTP/1.1" status: 200  len: 267 time: 0.1899397
Aug 25 16:32:59.670042 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-f133380b-340a-4d0d-af5e-782b694ab3b3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:32:59.670688 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-f133380b-340a-4d0d-af5e-782b694ab3b3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Synchronizing usage tracker for tenant:2818026e89bd4b9393f6ed2b2aae5b11 on resource:network {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:32:59.781095 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-f133380b-340a-4d0d-af5e-782b694ab3b3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Unset dirty status for tenant:2818026e89bd4b9393f6ed2b2aae5b11 on resource:network {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:32:59.782311 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-f133380b-340a-4d0d-af5e-782b694ab3b3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/networks?id=f829a720-cf5b-4886-a9fb-8ef465684cf9 HTTP/1.1" status: 200  len: 808 time: 0.2617311
Aug 25 16:32:59.799695 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-33ccb4c3-dabb-4680-a188-9c4fcdda066d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/quotas/2818026e89bd4b9393f6ed2b2aae5b11 HTTP/1.1" status: 200  len: 375 time: 0.0119667
Aug 25 16:32:59.884791 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-63e93645-5775-4a89-ac3e-d8e32e2919cb tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2818026e89bd4b9393f6ed2b2aae5b11&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0794165
Aug 25 16:33:00.027493 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-d0b78838-2590-41f6-a3df-c91aafefd9e7 service neutron] 10.222.0.37 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309288
Aug 25 16:33:00.160147 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-300bcfe8-1ed7-489b-a2c3-c02c1bae251e service neutron] 10.222.0.37 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269238
Aug 25 16:33:01.016892 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfe598-61a7-4357-bf4b-43b3c9723c58 req-c009e380-ecde-466b-aabb-010716cd65b0 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:01.026106 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-63dfe598-61a7-4357-bf4b-43b3c9723c58 req-c009e380-ecde-466b-aabb-010716cd65b0 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.0986512
Aug 25 16:33:01.071937 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a45101-6b46-4f96-a7a1-b395d144ab94 req-0a0e3b91-f789-47cf-9171-46f79313645d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:01.073695 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c8a45101-6b46-4f96-a7a1-b395d144ab94 req-0a0e3b91-f789-47cf-9171-46f79313645d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcc1bfe8-e684-45d5-8dcb-0301c21cbf74 HTTP/1.1" status: 200  len: 856 time: 0.0832365
Aug 25 16:33:01.113208 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b13bedf4-e33b-4273-bb9f-710da5ddd0a8 req-327d6c04-f4ce-4c25-a11b-a2dbff3ae3a9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 210 time: 0.0492654
Aug 25 16:33:01.119087 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-63dfe598-61a7-4357-bf4b-43b3c9723c58 req-4f0c2f7f-3964-483c-9bcd-99a534a4a43a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920024
Aug 25 16:33:01.161251 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c8a45101-6b46-4f96-a7a1-b395d144ab94 req-712d25b6-83a8-4be3-a596-72748f83eea7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804775
Aug 25 16:33:01.329472 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c8a45101-6b46-4f96-a7a1-b395d144ab94 req-587a43b1-dcea-4c98-8167-f5990ac05c31 service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591570
Aug 25 16:33:01.615059 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c8a45101-6b46-4f96-a7a1-b395d144ab94 req-2cfbe605-baf1-4a38-9c0a-d40c9932a0ab service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1791358
Aug 25 16:33:01.840173 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c6ef1cb-62a2-4ae4-a2c4-ea3bdfc4fc29 req-3683363b-b355-4f66-aeca-92863f7e68b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 1098 time: 0.0827477
Aug 25 16:33:01.998406 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ef1cb-62a2-4ae4-a2c4-ea3bdfc4fc29 req-66951ce0-d576-4a9f-b58a-c9d12e82e7b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:02.000090 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c6ef1cb-62a2-4ae4-a2c4-ea3bdfc4fc29 req-66951ce0-d576-4a9f-b58a-c9d12e82e7b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 200  len: 918 time: 0.1506481
Aug 25 16:33:02.140593 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c6ef1cb-62a2-4ae4-a2c4-ea3bdfc4fc29 req-31057052-df74-40e5-949d-7a326b390a0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d HTTP/1.1" status: 200  len: 1001 time: 0.1327631
Aug 25 16:33:02.222013 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ef1cb-62a2-4ae4-a2c4-ea3bdfc4fc29 req-9e9b8ebe-902b-41b1-93cb-d50dc799f9a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:02.223514 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c6ef1cb-62a2-4ae4-a2c4-ea3bdfc4fc29 req-9e9b8ebe-902b-41b1-93cb-d50dc799f9a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcc1bfe8-e684-45d5-8dcb-0301c21cbf74 HTTP/1.1" status: 200  len: 856 time: 0.0762820
Aug 25 16:33:02.327932 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c6ef1cb-62a2-4ae4-a2c4-ea3bdfc4fc29 req-b815a92d-013f-49ee-ac3d-32d713dff816 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0978217
Aug 25 16:33:02.328307 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c155d7ba-ecd6-4aec-91e5-9dc0223248bd req-16d732f5-1dea-48d6-b60e-09c008e450e4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 210 time: 0.0573640
Aug 25 16:33:02.483482 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8183903-ec58-4d95-bbe2-3ad22d73572f req-619f3873-789e-40a3-8a97-0c1ade3dca17 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:02.486109 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c8183903-ec58-4d95-bbe2-3ad22d73572f req-619f3873-789e-40a3-8a97-0c1ade3dca17 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.1073616
Aug 25 16:33:02.489827 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c6ef1cb-62a2-4ae4-a2c4-ea3bdfc4fc29 req-e2d4adf3-ee92-4ae5-a2da-1b67b222166c service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544294
Aug 25 16:33:02.555940 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c8183903-ec58-4d95-bbe2-3ad22d73572f req-5f9744f4-030a-4fe5-85a1-907dc83c876e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599451
Aug 25 16:33:02.649720 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c6ef1cb-62a2-4ae4-a2c4-ea3bdfc4fc29 req-727617aa-db6d-4f54-802f-ce3b9c3f8ab6 service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533651
Aug 25 16:33:03.500403 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-398b26ca-7250-4663-9ff6-11e44344a4ca req-4be85db6-6ecc-43f8-b64b-dd31f04b0cff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 210 time: 0.0424573
Aug 25 16:33:03.782942 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7d2a1-d485-446f-8728-87fd2af4d94a req-500386f8-196f-4e87-ad78-ad60ede767a0 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:03.784375 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d3a7d2a1-d485-446f-8728-87fd2af4d94a req-500386f8-196f-4e87-ad78-ad60ede767a0 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.0847249
Aug 25 16:33:03.839146 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d3a7d2a1-d485-446f-8728-87fd2af4d94a req-ae1e74ba-4018-468a-9296-3f3ae0631765 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482333
Aug 25 16:33:04.309790 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:33:04.667971 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6d72374a-3084-41c8-b316-6f2ab4e81acc req-b18e289a-acec-4ca6-9cad-10c99ccba53c tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 210 time: 0.0411348
Aug 25 16:33:05.066836 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c1a36-e698-47fd-acae-d0ab8c15f5a6 req-5bb70643-1c41-4023-b475-87a86f1aecf7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:05.068319 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a10c1a36-e698-47fd-acae-d0ab8c15f5a6 req-5bb70643-1c41-4023-b475-87a86f1aecf7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 945 time: 0.0845497
Aug 25 16:33:05.117734 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a10c1a36-e698-47fd-acae-d0ab8c15f5a6 req-1f856e89-5065-45c3-a2ee-dc8b0652043b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426102
Aug 25 16:33:05.689074 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f70e-d70b-4538-a9da-b3be8351322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:05.828740 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:33:05.843200 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-78a7ae25-6610-403a-a9da-6f487c37bf41 req-d8522ec2-fe55-4984-92c6-014d3a8e9ddb tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 210 time: 0.0514069
Aug 25 16:33:05.965620 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:05.997322 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:33:06.012829 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:33:06.015045 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:06.106736 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-d5e06b0e-e287-4da7-a7b5-52e4b629ceb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:06.108387 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-d5e06b0e-e287-4da7-a7b5-52e4b629ceb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.60 "GET /v2.0/networks?id=f829a720-cf5b-4886-a9fb-8ef465684cf9 HTTP/1.1" status: 200  len: 808 time: 0.2636714
Aug 25 16:33:06.117708 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:06.120779 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-8f0f2bff-920b-4065-8a40-805a6726bba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:06.150544 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'code': 200}
Aug 25 16:33:06.171381 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-6a4b746c-28ab-4533-a4ff-760d3b9ec283 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Synchronizing usage tracker for tenant:2818026e89bd4b9393f6ed2b2aae5b11 on resource:security_group {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:33:06.185279 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-6a4b746c-28ab-4533-a4ff-760d3b9ec283 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Unset dirty status for tenant:2818026e89bd4b9393f6ed2b2aae5b11 on resource:security_group {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:33:06.187002 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-6a4b746c-28ab-4533-a4ff-760d3b9ec283 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2818026e89bd4b9393f6ed2b2aae5b11 HTTP/1.1" status: 200  len: 379 time: 0.0636652
Aug 25 16:33:06.192314 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,revision_number=8']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:06.196751 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:06.199324 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Request body: {'port': {'device_id': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'admin_state_up': True, 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'security_groups': ['1671e4d7-b15d-494a-be05-345151b5fd55']}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:33:06.348651 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:33:06.352728 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Usage tracker for resource:port and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:33:06.354530 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd1dc-e9e4-4451-a958-b5cf9d3c3cc4 req-34630084-9d5b-43ca-a589-cb86e56eb7ef tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:06.355558 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:33:06.356098 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-77ccd1dc-e9e4-4451-a958-b5cf9d3c3cc4 req-34630084-9d5b-43ca-a589-cb86e56eb7ef tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0814724
Aug 25 16:33:06.361461 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:33:06.406940 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-77ccd1dc-e9e4-4451-a958-b5cf9d3c3cc4 req-a82e9457-fab7-4370-be12-be21b0b1b522 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451744
Aug 25 16:33:06.454778 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Made reservation on behalf of 2818026e89bd4b9393f6ed2b2aae5b11 for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:33:06.457818 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:06.627199 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Allocated IP 172.20.0.5 (f829a720-cf5b-4886-a9fb-8ef465684cf9/4cdfd525-3e53-4422-bd74-70269ab0cf87/cd98b9c1-76bf-431b-8866-966d93a35316) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:33:06.821222 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:06.837551 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Transition to ACTIVE for port object cd98b9c1-76bf-431b-8866-966d93a35316 will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:06.927546 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:06.965363 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fb1d9edf-00b9-439a-8605-8b246b442617 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:07.022254 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Network f829a720-cf5b-4886-a9fb-8ef465684cf9 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:33:07.046255 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:07.050316 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:33:07.099469 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event updated for resources: {'Port': ['ID=cd98b9c1-76bf-431b-8866-966d93a35316,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:07.126239 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:07.126826 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:07.126967 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:07.127332 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:07.127736 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:07.128095 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:07.128446 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:07.128803 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:07.129180 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:07.129532 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:07.129880 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:07.135679 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:07.143019 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:07.143726 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:07.154558 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25475446-cb94-4fc7-8a75-a9841ef1ee4f req-a835279c-8079-4c15-b02f-c89afd6880cf tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:07.164267 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-25475446-cb94-4fc7-8a75-a9841ef1ee4f req-a835279c-8079-4c15-b02f-c89afd6880cf tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 931 time: 0.1233094
Aug 25 16:33:07.226888 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-25475446-cb94-4fc7-8a75-a9841ef1ee4f req-ba550797-fba4-411c-96c5-843164f7f04d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610776
Aug 25 16:33:07.247642 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0545774
Aug 25 16:33:07.270167 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Request body: {'port': {'device_id': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:33:07.398888 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:07.643012 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-a7cc446d-a225-4584-a01b-f87359ed8366 None None] Provisioning for port cd98b9c1-76bf-431b-8866-966d93a35316 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:07.650288 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-a7cc446d-a225-4584-a01b-f87359ed8366 None None] Provisioning complete for port cd98b9c1-76bf-431b-8866-966d93a35316 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:07.650999 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a7cc446d-a225-4584-a01b-f87359ed8366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:07.749460 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3ab47-e17f-4bae-8010-41643125dca7 req-d33424b4-873d-4962-86e5-cf20363a4051 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:07.752270 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-97c3ab47-e17f-4bae-8010-41643125dca7 req-d33424b4-873d-4962-86e5-cf20363a4051 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1665175
Aug 25 16:33:07.765468 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc446d-a225-4584-a01b-f87359ed8366 None None] Port cd98b9c1-76bf-431b-8866-966d93a35316 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:33:07.808592 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-97c3ab47-e17f-4bae-8010-41643125dca7 req-d5a5aad6-0433-4c92-8e12-00e2b2152ffb tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501873
Aug 25 16:33:07.856868 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd98b9c1-76bf-431b-8866-966d93a35316 {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:33:07.864251 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:07.884610 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Transition to ACTIVE for port object cd98b9c1-76bf-431b-8866-966d93a35316 will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:07.946779 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:07.951424 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-30c747dc-ed97-45ce-b93a-117e400378c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:08.015766 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4f549365-3fc6-4135-b61e-89dc21e4acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:08.121358 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd98b9c1-76bf-431b-8866-966d93a35316,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:08.128678 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:08.213437 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Attempting to bind port cd98b9c1-76bf-431b-8866-966d93a35316 on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:33:08.214233 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Attempting to bind port cd98b9c1-76bf-431b-8866-966d93a35316 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:33:08.214233 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Attempting to bind port cd98b9c1-76bf-431b-8866-966d93a35316 on network f829a720-cf5b-4886-a9fb-8ef465684cf9 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:33:08.220298 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Port cd98b9c1-76bf-431b-8866-966d93a35316 on network f829a720-cf5b-4886-a9fb-8ef465684cf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:33:08.220613 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Attempting to bind port cd98b9c1-76bf-431b-8866-966d93a35316 on network f829a720-cf5b-4886-a9fb-8ef465684cf9 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:33:08.228686 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:33:08.229018 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Checking segment: {'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:33:08.229428 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Bound using segment: {'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:33:08.229910 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Bound port: cd98b9c1-76bf-431b-8866-966d93a35316, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:33:08.230238 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:08.335014 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] For port cd98b9c1-76bf-431b-8866-966d93a35316, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:33:08.338177 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] For port cd98b9c1-76bf-431b-8866-966d93a35316, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=cd98b9c1-76bf-431b-8866-966d93a35316,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:33:08.446649 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca656684-352a-4a45-81d1-37f397a38240 req-92bb1a1d-551b-4a4e-a5ba-d3b76d2058bb tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:08.447989 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ca656684-352a-4a45-81d1-37f397a38240 req-92bb1a1d-551b-4a4e-a5ba-d3b76d2058bb tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0772979
Aug 25 16:33:08.455357 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:08.461054 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2cc4825d-1c57-4f55-b7d6-38190f1c29ef tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:08.495228 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ca656684-352a-4a45-81d1-37f397a38240 req-2fd7c2bd-6c2a-492b-8634-729a241cfb9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417337
Aug 25 16:33:08.531074 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:08.532311 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] 10.222.0.60 "PUT /v2.0/ports/cd98b9c1-76bf-431b-8866-966d93a35316 HTTP/1.1" status: 200  len: 1093 time: 1.2772560
Aug 25 16:33:08.532943 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:33:08.557445 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd98b9c1-76bf-431b-8866-966d93a35316,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:08.569227 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:08.603312 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'status': 'completed', 'code': 200}
Aug 25 16:33:08.790768 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-1e9b6215-261c-4d79-8b08-283966c6a9c2 req-434650c6-fe3e-425b-8f9d-1fff7520ab77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2818026e89bd4b9393f6ed2b2aae5b11&device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 1096 time: 0.1657186
Aug 25 16:33:08.940252 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b6215-261c-4d79-8b08-283966c6a9c2 req-99629717-68a5-490f-b1bd-ab5ea0b3e997 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:08.941832 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-1e9b6215-261c-4d79-8b08-283966c6a9c2 req-99629717-68a5-490f-b1bd-ab5ea0b3e997 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2818026e89bd4b9393f6ed2b2aae5b11&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1436391
Aug 25 16:33:09.037889 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:09.095535 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b6215-261c-4d79-8b08-283966c6a9c2 req-f0dba5f9-b43d-4fff-9900-b4fc3ed6da3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:09.097025 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-1e9b6215-261c-4d79-8b08-283966c6a9c2 req-f0dba5f9-b43d-4fff-9900-b4fc3ed6da3b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1475790
Aug 25 16:33:09.206876 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-145a2180-564b-4bad-9e92-e04b85de95a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2818026e89bd4b9393f6ed2b2aae5b11&device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 1096 time: 0.0717647
Aug 25 16:33:09.283919 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-c2907418-dea7-40fd-bb40-661258e3bf25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd98b9c1-76bf-431b-8866-966d93a35316 HTTP/1.1" status: 200  len: 217 time: 0.0680292
Aug 25 16:33:09.348707 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-134153b3-4451-4eb7-9675-b7318af83f5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:09.350233 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-134153b3-4451-4eb7-9675-b7318af83f5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cdfd525-3e53-4422-bd74-70269ab0cf87 HTTP/1.1" status: 200  len: 847 time: 0.0598707
Aug 25 16:33:09.435443 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-ce3bbf54-316f-45cd-94aa-050c7c151a44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f829a720-cf5b-4886-a9fb-8ef465684cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777619
Aug 25 16:33:09.583118 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-a178f4e6-2b88-41e2-939f-bcfe2cc62161 service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405568
Aug 25 16:33:09.615029 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-447ee3f5-44cb-48c9-b118-d02d78b8ae04 req-dbfbab88-ab22-4580-9af4-0ca301ef4659 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1020415
Aug 25 16:33:09.724284 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c32aecf5-1b3c-426e-b869-f40852838a8e req-db5c09bc-19aa-4476-a5e7-4e666279dd30 service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341553
Aug 25 16:33:09.731670 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7183a04-7942-4a21-b930-828237238b69 req-65bc0b40-490b-4db2-94c6-e531fdd030dd tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:09.733333 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c7183a04-7942-4a21-b930-828237238b69 req-65bc0b40-490b-4db2-94c6-e531fdd030dd tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0784700
Aug 25 16:33:09.780089 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c7183a04-7942-4a21-b930-828237238b69 req-6b1224ff-86e4-4bb3-bbd1-4115704c4faa tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412042
Aug 25 16:33:10.085983 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87a53b-607f-4bc3-8986-2bbd1ff65b86 req-dc7c9d2a-aad7-4511-bbd8-57406a89a5d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:10.087492 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8a87a53b-607f-4bc3-8986-2bbd1ff65b86 req-dc7c9d2a-aad7-4511-bbd8-57406a89a5d3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0834973
Aug 25 16:33:10.135358 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8a87a53b-607f-4bc3-8986-2bbd1ff65b86 req-cc1bad85-45f9-4cb3-b1d0-2a012f9fcc47 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421960
Aug 25 16:33:10.331112 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52010) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:10.483933 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-024c9efd-6781-46ea-974d-d9a910a13431 req-e5de4964-0fa9-49e3-b560-c4f0b83bf7b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1516161
Aug 25 16:33:10.569784 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:10.981733 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34940edb-d354-4c59-a8c0-35465b0eda6a req-3c95b2d7-d97b-4af0-8a24-682c0d751404 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:10.983176 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-34940edb-d354-4c59-a8c0-35465b0eda6a req-3c95b2d7-d97b-4af0-8a24-682c0d751404 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0778620
Aug 25 16:33:11.035669 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-34940edb-d354-4c59-a8c0-35465b0eda6a req-bb6c3dd9-7af6-4ebf-ba0d-ed4c4ea79080 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464931
Aug 25 16:33:11.356943 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff85449-fada-47f0-aba5-79a822ef5399 req-692d4602-c835-4596-bb38-6091a859524a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:11.358400 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6ff85449-fada-47f0-aba5-79a822ef5399 req-692d4602-c835-4596-bb38-6091a859524a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0797613
Aug 25 16:33:11.406857 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6ff85449-fada-47f0-aba5-79a822ef5399 req-f2fd58aa-bc91-47bf-b725-6343b82237a3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422101
Aug 25 16:33:11.855920 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:33:12.247343 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302c237-ecd5-45f1-baa6-b84aa36d3fd2 req-56f1cf36-0d1b-4460-bad7-5da674b942d4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:12.248817 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5302c237-ecd5-45f1-baa6-b84aa36d3fd2 req-56f1cf36-0d1b-4460-bad7-5da674b942d4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0831618
Aug 25 16:33:12.295389 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5302c237-ecd5-45f1-baa6-b84aa36d3fd2 req-da244f69-c908-4810-9bb4-a4b75f7bd53b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406752
Aug 25 16:33:12.627485 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7196c2-813d-447f-ba66-f89d516edaeb req-12fc09b1-614d-46bf-aed4-388c342a7094 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:12.628935 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3b7196c2-813d-447f-ba66-f89d516edaeb req-12fc09b1-614d-46bf-aed4-388c342a7094 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0822017
Aug 25 16:33:12.675654 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3b7196c2-813d-447f-ba66-f89d516edaeb req-3cd99f81-ba0c-492b-9e90-44ec36bd0a39 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409124
Aug 25 16:33:13.136532 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-024c9efd-6781-46ea-974d-d9a910a13431 req-e22326b5-19a0-4037-a7e3-d92d6e8f39ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682&tenant_id=69dd618035034881b9a069a46953420c HTTP/1.1" status: 200  len: 1096 time: 0.0715165
Aug 25 16:33:13.232616 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-024c9efd-6781-46ea-974d-d9a910a13431 req-ed9f652b-348a-4df7-b89d-8ada6ddb6dcc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 1096 time: 0.0740676
Aug 25 16:33:13.376410 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c9efd-6781-46ea-974d-d9a910a13431 req-32eedca4-cea7-4ab3-9082-8aab30a49bd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:13.377929 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-024c9efd-6781-46ea-974d-d9a910a13431 req-32eedca4-cea7-4ab3-9082-8aab30a49bd0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 200  len: 918 time: 0.1384737
Aug 25 16:33:13.464760 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52052) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:13.527529 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-024c9efd-6781-46ea-974d-d9a910a13431 req-efa8ac7d-c174-432d-8dc8-616e9ee8d0ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d HTTP/1.1" status: 200  len: 999 time: 0.1414628
Aug 25 16:33:13.576826 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64815c9c-6c26-4a74-9d81-c1de7e96e10d req-e6734613-30ce-4fe9-8176-befe55fc7bab tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:13.581380 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-64815c9c-6c26-4a74-9d81-c1de7e96e10d req-e6734613-30ce-4fe9-8176-befe55fc7bab tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.1414516
Aug 25 16:33:13.607328 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c9efd-6781-46ea-974d-d9a910a13431 req-bfe1958a-62e1-4c49-a727-fb5258065fce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:13.608729 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-024c9efd-6781-46ea-974d-d9a910a13431 req-bfe1958a-62e1-4c49-a727-fb5258065fce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcc1bfe8-e684-45d5-8dcb-0301c21cbf74 HTTP/1.1" status: 200  len: 856 time: 0.0745945
Aug 25 16:33:13.649568 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-64815c9c-6c26-4a74-9d81-c1de7e96e10d req-4b1316a4-4923-4389-a67e-31c25967d489 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617437
Aug 25 16:33:13.700159 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-aebf3e64-c1fa-4656-b35f-ede6fe1f64a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:13.744290 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-aebf3e64-c1fa-4656-b35f-ede6fe1f64a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:33:13.749318 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-024c9efd-6781-46ea-974d-d9a910a13431 req-94c59bcf-ba7b-4785-a35b-c3c676ea7391 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1340311
Aug 25 16:33:13.751761 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-aebf3e64-c1fa-4656-b35f-ede6fe1f64a9 admin admin] Usage tracker for resource:security_group_rule and tenant:ebb6ca2af5174d7d8898397f3199797f is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:33:13.754734 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-aebf3e64-c1fa-4656-b35f-ede6fe1f64a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:33:13.778768 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-aebf3e64-c1fa-4656-b35f-ede6fe1f64a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:33:13.906879 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85f5f0-e2d4-48c0-899c-4b9ad58057d1 req-f860d08d-8613-46c9-8198-30d67f31d2da tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:13.908752 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2c85f5f0-e2d4-48c0-899c-4b9ad58057d1 req-f860d08d-8613-46c9-8198-30d67f31d2da tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0858502
Aug 25 16:33:13.963569 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2c85f5f0-e2d4-48c0-899c-4b9ad58057d1 req-17c147be-abeb-4c64-8f60-7031d6d20598 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477145
Aug 25 16:33:14.026793 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-024c9efd-6781-46ea-974d-d9a910a13431 req-dcd75251-6b4a-47d3-addc-3a19052fbe97 service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2691140
Aug 25 16:33:14.126015 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-aebf3e64-c1fa-4656-b35f-ede6fe1f64a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:14.177378 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-024c9efd-6781-46ea-974d-d9a910a13431 req-349897b0-3cd3-4baf-8785-47b0fa8253f7 service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431127
Aug 25 16:33:14.185442 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-aebf3e64-c1fa-4656-b35f-ede6fe1f64a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:14.192726 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c1353642-194e-4119-8a11-037998b1abec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:14.233849 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf3e64-c1fa-4656-b35f-ede6fe1f64a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c901d12b-619e-4bdc-af19-fac22b449e71,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:14.237970 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-aebf3e64-c1fa-4656-b35f-ede6fe1f64a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebb6ca2af5174d7d8898397f3199797f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7716653
Aug 25 16:33:14.239021 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-aebf3e64-c1fa-4656-b35f-ede6fe1f64a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:14.240845 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52062) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:14.301951 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee9a4e0f-87e6-4a21-9512-3dcb6bf54113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:14.335727 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee9a4e0f-87e6-4a21-9512-3dcb6bf54113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:14.448435 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee9a4e0f-87e6-4a21-9512-3dcb6bf54113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:14.453407 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a1d8240a-9b59-4ea9-8954-aae1c6b136c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:14.465605 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a4e0f-87e6-4a21-9512-3dcb6bf54113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c901d12b-619e-4bdc-af19-fac22b449e71,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:14.468535 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee9a4e0f-87e6-4a21-9512-3dcb6bf54113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:14.470461 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee9a4e0f-87e6-4a21-9512-3dcb6bf54113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:14.471640 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ee9a4e0f-87e6-4a21-9512-3dcb6bf54113 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c901d12b-619e-4bdc-af19-fac22b449e71 HTTP/1.1" status: 204  len: 168 time: 0.2298303
Aug 25 16:33:14.853253 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc55aa-5002-4db3-bcf3-9fb7130da0ae req-b7a4de8f-a46d-4638-af1b-fb37463a9a23 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:14.854720 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d2dc55aa-5002-4db3-bcf3-9fb7130da0ae req-b7a4de8f-a46d-4638-af1b-fb37463a9a23 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0816386
Aug 25 16:33:14.902311 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d2dc55aa-5002-4db3-bcf3-9fb7130da0ae req-56184fd5-3066-4116-83c1-c84524bd9bc4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420544
Aug 25 16:33:15.207099 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc71dc-bb2b-45e2-962c-e1469c7d078b req-07d6f08c-29ab-49c0-83bd-3437defc5176 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:15.209334 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1efc71dc-bb2b-45e2-962c-e1469c7d078b req-07d6f08c-29ab-49c0-83bd-3437defc5176 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0880954
Aug 25 16:33:15.264528 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1efc71dc-bb2b-45e2-962c-e1469c7d078b req-dc78822f-55fd-4262-9fca-b319de05c2b4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498252
Aug 25 16:33:15.840247 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52102) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:16.040094 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1926231579-network', 'tenant_id': 'e428679d7aa940b3af321fae92fead92'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:33:16.045008 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:33:16.050093 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Usage tracker for resource:network and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:33:16.054674 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:33:16.062114 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:33:16.147706 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Made reservation on behalf of e428679d7aa940b3af321fae92fead92 for: {'network': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:33:16.155986 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:16.176891 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dc41a-0f36-4939-be90-3ed87704e567 req-4a5070fe-b309-49ba-8fce-e18d17e8574c tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:16.180327 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ea9dc41a-0f36-4939-be90-3ed87704e567 req-4a5070fe-b309-49ba-8fce-e18d17e8574c tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0906558
Aug 25 16:33:16.182081 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:16.223442 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:33:16.227782 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Usage tracker for resource:security_group_rule and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:33:16.231650 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:33:16.242941 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ea9dc41a-0f36-4939-be90-3ed87704e567 req-70631d32-942e-43a7-859d-494659446528 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558813
Aug 25 16:33:16.245540 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:33:16.344357 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:16.437144 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:16.440116 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b894afa6-a373-4c55-9566-53388ef3606f tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:16.478345 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'}  {{(pid=75961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:33:16.487472 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6f5910-f116-413e-8742-63c19fc5bb17,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:16.491814 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:16.496990 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:16.496990 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.segments_db [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Added segment a658f347-979c-4379-9214-c13c98b7b5df of type vlan for network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f
Aug 25 16:33:16.551758 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:16.581062 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403734a3-a241-435a-854f-9b93c28d930c req-aa878a7d-a35b-4308-812d-903923d2ea2f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:16.583000 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-403734a3-a241-435a-854f-9b93c28d930c req-aa878a7d-a35b-4308-812d-903923d2ea2f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1349061
Aug 25 16:33:16.636245 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-403734a3-a241-435a-854f-9b93c28d930c req-f91d5488-17bc-4171-bb15-9a85381f3af7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473621
Aug 25 16:33:16.660950 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:16.662379 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:16.663856 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:16.681140 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:16.774310 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Pushing event updated for resources: {'Network': ['ID=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:16.776983 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:16.785226 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:33:16.838257 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9968171
Aug 25 16:33:16.840948 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52114) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:16.846871 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Request body: {'subnet': {'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1926231579-subnet', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'ip_version': 4}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:33:16.855336 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:33:16.860099 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Usage tracker for resource:subnet and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:33:16.863639 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:33:16.870308 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:33:16.963164 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Made reservation on behalf of e428679d7aa940b3af321fae92fead92 for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:33:16.965863 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1074732'] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:17.282720 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1548369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1074750'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:17.287095 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fb5b31a0-dee9-4ac6-8b2a-ff7a9fc9e1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:17.364683 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea751ba-1b28-4ee8-99d1-fd75341a8b89,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:17.368509 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:17.380295 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Checking segment: {'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:33:17.383234 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Network hostable DHCP agents. Network: 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:33:17.475965 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3585db-e92e-4f66-a092-c90711a08707 req-86681435-32e6-41e1-a8bf-4708ce35cc8e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:17.477622 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dc3585db-e92e-4f66-a092-c90711a08707 req-86681435-32e6-41e1-a8bf-4708ce35cc8e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0838563
Aug 25 16:33:17.517036 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:33:17.526514 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dc3585db-e92e-4f66-a092-c90711a08707 req-f658732f-c80c-4a85-b9bd-477ff3d80474 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431371
Aug 25 16:33:17.619871 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:17.624740 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:17.625324 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:17.633399 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca40b32-1617-406b-a686-82b2c12f7bc3 None None] Network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:33:17.706590 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8645139
Aug 25 16:33:17.709607 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52122) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:17.716491 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:33:17.721767 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:33:17.727013 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Usage tracker for resource:router and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:33:17.730462 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:33:17.746387 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:33:17.808875 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61923'] for router, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:17.809876 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61720'] for router, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:17.832510 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:17.895618 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb506c887-4176-517b-ba63-560c50a374c3-8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89'}]}} from dv-cinder-805825-2-iscsi. {{(pid=75963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 25 16:33:17.896824 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:17.905848 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486876e2-40b7-41f2-8010-cab15dd2f93a req-ddaa0ea8-5f4d-44e7-861b-a86f7863fd56 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:17.907542 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-486876e2-40b7-41f2-8010-cab15dd2f93a req-ddaa0ea8-5f4d-44e7-861b-a86f7863fd56 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1106169
Aug 25 16:33:17.908186 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device cd98b9c1-76bf-431b-8866-966d93a35316 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:33:17.975993 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-486876e2-40b7-41f2-8010-cab15dd2f93a req-dfc47b06-3049-4fe1-878a-a22e8ea8c033 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602696
Aug 25 16:33:18.136167 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61710'] for router, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:18.217547 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port cd98b9c1-76bf-431b-8866-966d93a35316, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=cd98b9c1-76bf-431b-8866-966d93a35316,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:33:18.234598 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.db_base_plugin_common [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Allocated IP 172.20.0.2 (8b823bd1-22e0-46cf-9250-1bb28b0b8b1f/fea751ba-1b28-4ee8-99d1-fd75341a8b89/161af3c0-293b-49f7-b7ff-c0d12bb91f9e) {{(pid=75963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:33:18.240086 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'port_id': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'mac_address': 'fa:16:3e:42:70:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:33:18.376003 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:18.419218 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd98b9c1-76bf-431b-8866-966d93a35316 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:33:18.439342 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:18.457765 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port cd98b9c1-76bf-431b-8866-966d93a35316, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=cd98b9c1-76bf-431b-8866-966d93a35316,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:33:18.472946 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:18.526042 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:18.535914 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:18.606527 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Notify callbacks [] for port, precommit_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:18.624999 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Transition to ACTIVE for port object 161af3c0-293b-49f7-b7ff-c0d12bb91f9e will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:18.640521 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=cd98b9c1-76bf-431b-8866-966d93a35316,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:18.656864 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Transition to ACTIVE for port object 161af3c0-293b-49f7-b7ff-c0d12bb91f9e will not be triggered until provisioned by entity DHCP. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:18.658682 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:18.659392 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:18.659392 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:18.659734 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:18.660117 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:18.660444 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:18.660768 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:18.663153 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:18.672625 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:18.672625 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:18.672625 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:18.672924 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Allocated IP 172.27.3.51 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/8065a5f3-682c-4b89-ad04-3f1869604a82) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:33:18.673013 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:18.751836 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:18.755692 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-d678496e-4071-42a4-ba52-7e6693c3cf11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:18.825769 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['cd98b9c1-76bf-431b-8866-966d93a35316'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:33:18.826296 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ce7d2-fe10-4262-be2e-b050e9baf680 req-a23555ce-1eec-48b3-ae80-02723539c4a9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:18.828503 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-824ce7d2-fe10-4262-be2e-b050e9baf680 req-a23555ce-1eec-48b3-ae80-02723539c4a9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 944 time: 0.1215501
Aug 25 16:33:18.885742 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-824ce7d2-fe10-4262-be2e-b050e9baf680 req-e89cdbfe-d6a1-4411-b997-fa0dacb21bf9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500855
Aug 25 16:33:18.899462 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:18.943284 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f is already hosted by enough agents. {{(pid=75963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:33:18.948704 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.base_scheduler [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Resources bound (agent type, host, resource id):  {{(pid=75963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:18.955504 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Received port after_create {{(pid=75963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:33:18.963067 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Pushing event updated for resources: {'Port': ['ID=161af3c0-293b-49f7-b7ff-c0d12bb91f9e,revision_number=1']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:18.968229 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:19.010400 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:19.015757 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:19.097491 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Attempting to bind port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:33:19.097860 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Attempting to bind port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:33:19.098233 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Attempting to bind port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e on network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:33:19.122788 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:33:19.123174 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Checking segment: {'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:33:19.123591 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:19.124000 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Bound using segment: {'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:33:19.124495 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Bound port: 161af3c0-293b-49f7-b7ff-c0d12bb91f9e, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:33:19.124879 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:19.261517 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:33:19.264996 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:19.270712 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:33:19.294138 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611d446-ffa1-42d6-9829-bb8baa511607 req-e5243025-70e7-4bd8-a461-775d11b13b7d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:19.296106 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7611d446-ffa1-42d6-9829-bb8baa511607 req-e5243025-70e7-4bd8-a461-775d11b13b7d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0987039
Aug 25 16:33:19.353445 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] For port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:33:19.365411 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Pushing event updated for resources: {'Port': ['ID=8065a5f3-682c-4b89-ad04-3f1869604a82,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:19.383366 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:19.394528 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7611d446-ffa1-42d6-9829-bb8baa511607 req-312f5933-1b9f-47fb-b764-34d0b6f94347 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914617
Aug 25 16:33:19.406620 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] For port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=161af3c0-293b-49f7-b7ff-c0d12bb91f9e,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:33:19.511355 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:19.515500 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-a9609458-5cb4-475f-95a4-5ea89fd80bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:19.576060 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:19.577148 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936432'] for router, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:19.615268 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Pushing event updated for resources: {'Port': ['ID=161af3c0-293b-49f7-b7ff-c0d12bb91f9e,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:19.622995 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:19.902217 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device cd98b9c1-76bf-431b-8866-966d93a35316 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:19.962347 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Router 7d4002fa-5cb5-43f2-ae5f-757d16188572 is scheduled to L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 with binding_index 1 {{(pid=75961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 25 16:33:20.099386 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port cd98b9c1-76bf-431b-8866-966d93a35316 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:20.107250 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port cd98b9c1-76bf-431b-8866-966d93a35316 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:20.108311 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:20.178784 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad34472-6ba4-4741-9944-38c2f5486f07 req-ba459d1d-86e6-4d87-9cd7-7b28b5140915 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:20.187066 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5ad34472-6ba4-4741-9944-38c2f5486f07 req-ba459d1d-86e6-4d87-9cd7-7b28b5140915 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 944 time: 0.0949934
Aug 25 16:33:20.291289 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:33:20.310599 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:20.325381 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Sync routers for ids ['7d4002fa-5cb5-43f2-ae5f-757d16188572'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:33:20.354149 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5ad34472-6ba4-4741-9944-38c2f5486f07 req-0a6f2755-686c-4c93-b2e3-e4750782566f tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1656015
Aug 25 16:33:20.369591 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Routers {'7d4002fa-5cb5-43f2-ae5f-757d16188572'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:33:20.370253 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04eeeb50>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:33:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['7d4002fa-5cb5-43f2-ae5f-757d16188572'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:20.430355 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:33:20.437204 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Notify callbacks [] for router, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:20.441335 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7279565
Aug 25 16:33:20.441665 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 52136) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:20.479412 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port cd98b9c1-76bf-431b-8866-966d93a35316, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=cd98b9c1-76bf-431b-8866-966d93a35316,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:33:20.587568 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:20.591700 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:20.668485 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'code': 200}
Aug 25 16:33:20.773062 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=cd98b9c1-76bf-431b-8866-966d93a35316,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:20.777769 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:20.793626 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Set router 7d4002fa-5cb5-43f2-ae5f-757d16188572 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:33:20.967198 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8475d4d-2020-45f9-8941-7a833f70a355 req-4477f583-b4a7-47a1-893f-79e5f0303fcc tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:20.968922 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e8475d4d-2020-45f9-8941-7a833f70a355 req-4477f583-b4a7-47a1-893f-79e5f0303fcc tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1306765
Aug 25 16:33:20.980048 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72182d-fdf5-43dd-ba2c-bdf8e4643967 None None] Network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:33:21.140710 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e8475d4d-2020-45f9-8941-7a833f70a355 req-57a94dd6-3479-455f-a893-6407286fd0ed tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073151
Aug 25 16:33:21.309572 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-dce489d3-5aab-4f9b-bb41-fb1e9917f896 None None] Provisioning for port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:21.539952 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04eeeb50>, [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:33:19Z', 'revision_number': 3, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:21.550767 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Checking router: 7d4002fa-5cb5-43f2-ae5f-757d16188572 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:33:21.551122 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Updating router 7d4002fa-5cb5-43f2-ae5f-757d16188572 port 8065a5f3-682c-4b89-ad04-3f1869604a82 binding host dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:33:21.606580 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 161af3c0-293b-49f7-b7ff-c0d12bb91f9e up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:21.681855 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:21.745531 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:21.772649 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ddf1b-d664-4f49-bfe3-9d0d004491e7 req-bf800b35-2669-46ae-b26f-6bda77d86fae tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:21.779801 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-439ddf1b-d664-4f49-bfe3-9d0d004491e7 req-bf800b35-2669-46ae-b26f-6bda77d86fae tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.2634850
Aug 25 16:33:21.876901 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-439ddf1b-d664-4f49-bfe3-9d0d004491e7 req-10eacb1b-b0ac-48a5-a0b0-9cf01bb23dbd tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961168
Aug 25 16:33:21.922736 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:21.997507 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:21.997987 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.115330 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Allocated IP 172.20.0.1 (8b823bd1-22e0-46cf-9250-1bb28b0b8b1f/fea751ba-1b28-4ee8-99d1-fd75341a8b89/ce375a63-1589-4d23-b671-cdddace0298b) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:33:22.162136 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9850ace6-881d-499b-8ebf-1c093cf185ef None None] Provisioning complete for port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:22.162136 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9850ace6-881d-499b-8ebf-1c093cf185ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.255595 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.356635 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=161af3c0-293b-49f7-b7ff-c0d12bb91f9e,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:33:22.386502 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Notify callbacks [] for port, precommit_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.418256 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Transition to ACTIVE for port object 8065a5f3-682c-4b89-ad04-3f1869604a82 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:22.430076 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9850ace6-881d-499b-8ebf-1c093cf185ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.439155 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.448719 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.453543 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-4ec6dff7-8ab8-4cd8-9944-a7a2bb09b651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:22.463198 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.provisioning_blocks [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Transition to ACTIVE for port object ce375a63-1589-4d23-b671-cdddace0298b will not be triggered until provisioned by entity DHCP. {{(pid=75962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:22.472245 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a4a3b-27a3-408a-99e1-4403a08c153f req-60e30745-006b-453b-8461-86f03d8a0f73 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:22.477745 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cc3a4a3b-27a3-408a-99e1-4403a08c153f req-60e30745-006b-453b-8461-86f03d8a0f73 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1787643
Aug 25 16:33:22.538647 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cc3a4a3b-27a3-408a-99e1-4403a08c153f req-a5c653ae-5417-4db4-8e92-381dfc75de40 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598567
Aug 25 16:33:22.570535 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.638029 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.643564 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:22.657428 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Attempting to bind port 8065a5f3-682c-4b89-ad04-3f1869604a82 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:33:22.657801 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Attempting to bind port 8065a5f3-682c-4b89-ad04-3f1869604a82 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:33:22.658171 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Attempting to bind port 8065a5f3-682c-4b89-ad04-3f1869604a82 on network 2be15cde-d260-4d32-99ee-590621cca1ed {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:33:22.672153 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:33:22.672540 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Checking segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:33:22.672947 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.673416 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Bound using segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:33:22.673928 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Bound port: 8065a5f3-682c-4b89-ad04-3f1869604a82, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:33:22.674267 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.704325 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=161af3c0-293b-49f7-b7ff-c0d12bb91f9e,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:22.718519 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:22.718894 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:33:22.719113 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:22.722498 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:22.727590 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:33:22.755791 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.db.api [None req-9850ace6-881d-499b-8ebf-1c093cf185ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 25 16:33:22.756939 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_db.api [None req-9850ace6-881d-499b-8ebf-1c093cf185ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 25 16:33:22.757762 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Pushing event updated for resources: {'Port': ['ID=ce375a63-1589-4d23-b671-cdddace0298b,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:22.763949 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:22.819878 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936238'] for router_interface, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.823745 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dd44c-66e0-4686-b15b-b93567066777 None None] Pushing event updated for resources: {'Port': ['ID=8065a5f3-682c-4b89-ad04-3f1869604a82,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:22.828102 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-cd5dd44c-66e0-4686-b15b-b93567066777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:22.833185 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] For port 8065a5f3-682c-4b89-ad04-3f1869604a82, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:33:22.836472 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] For port 8065a5f3-682c-4b89-ad04-3f1869604a82, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=8065a5f3-682c-4b89-ad04-3f1869604a82,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:33:22.906009 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:22.912158 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:23.026649 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dd44c-66e0-4686-b15b-b93567066777 None None] Pushing event updated for resources: {'Port': ['ID=8065a5f3-682c-4b89-ad04-3f1869604a82,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:23.039862 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-cd5dd44c-66e0-4686-b15b-b93567066777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:23.040998 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Routers {'7d4002fa-5cb5-43f2-ae5f-757d16188572'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:33:23.042167 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04eeeb50>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:33:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['7d4002fa-5cb5-43f2-ae5f-757d16188572'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:23.129638 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:23.332466 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133ae30-eb24-4eef-a5f4-f15314d43d82 req-5959cde7-ca53-474f-a057-aff248bcdb78 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:23.344014 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d133ae30-eb24-4eef-a5f4-f15314d43d82 req-5959cde7-ca53-474f-a057-aff248bcdb78 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.2639229
Aug 25 16:33:23.372356 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] Set router 7d4002fa-5cb5-43f2-ae5f-757d16188572 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:33:23.438686 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d133ae30-eb24-4eef-a5f4-f15314d43d82 req-3cad44ba-594a-4398-9b47-c0f5760870db tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935428
Aug 25 16:33:23.482109 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:23.592472 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716064'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:23.624740 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 161af3c0-293b-49f7-b7ff-c0d12bb91f9e up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:23.626829 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:23.748712 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3365946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937159'] for router_interface, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:23.757741 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Pushing event updated for resources: {'Port': ['ID=ce375a63-1589-4d23-b671-cdddace0298b,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:23.765869 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:23.818712 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:23.851284 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-a3e43cf8-2270-438c-abab-6a979e011fde None None] Provisioning for port ce375a63-1589-4d23-b671-cdddace0298b completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:23.873980 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-a3e43cf8-2270-438c-abab-6a979e011fde None None] Provisioning complete for port ce375a63-1589-4d23-b671-cdddace0298b triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:23.874355 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a3e43cf8-2270-438c-abab-6a979e011fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:24.008826 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-a3e43cf8-2270-438c-abab-6a979e011fde None None] Port ce375a63-1589-4d23-b671-cdddace0298b cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:33:24.018542 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:24.018920 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:24.021384 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ac9de-6c4b-401a-9bee-d85d73fb4413 req-ed766e3c-72d0-4745-8547-879c19d00a71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:24.025032 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-848ac9de-6c4b-401a-9bee-d85d73fb4413 req-ed766e3c-72d0-4745-8547-879c19d00a71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1431131
Aug 25 16:33:24.108587 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:33:24.111713 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:24.198451 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04eeeb50>, [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'ce375a63-1589-4d23-b671-cdddace0298b', 'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'mac_address': 'fa:16:3e:8f:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:21Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 1, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'subnets': [{'id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:24.210005 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46faa29-4b2c-4dc3-90c6-44541c673962 None None] The sync data for ids ['7d4002fa-5cb5-43f2-ae5f-757d16188572'] in dv-cinder-805825-2-iscsi is: [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'ce375a63-1589-4d23-b671-cdddace0298b', 'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'mac_address': 'fa:16:3e:8f:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:21Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 1, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'subnets': [{'id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:33:24.219971 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-848ac9de-6c4b-401a-9bee-d85d73fb4413 req-2699d896-8b04-4da1-bf2e-25a1fe0c4e92 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1735854
Aug 25 16:33:24.565255 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-99884ebd-f5f4-4cd5-9b16-2a99b6b6ed73 None None] Provisioning complete for port ce375a63-1589-4d23-b671-cdddace0298b triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:24.565865 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-99884ebd-f5f4-4cd5-9b16-2a99b6b6ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:24.647169 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-99884ebd-f5f4-4cd5-9b16-2a99b6b6ed73 None None] Port ce375a63-1589-4d23-b671-cdddace0298b cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:33:24.841238 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Router 7d4002fa-5cb5-43f2-ae5f-757d16188572 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:33:24.849002 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce04ea1-15df-477f-86be-930dd81cd922 req-763291c8-f40b-4166-800b-4b1d2a6fa45e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:24.862290 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8ce04ea1-15df-477f-86be-930dd81cd922 req-763291c8-f40b-4166-800b-4b1d2a6fa45e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.1659627
Aug 25 16:33:25.018860 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8ce04ea1-15df-477f-86be-930dd81cd922 req-544902e5-2149-4eca-8258-b5cb30622843 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1539917
Aug 25 16:33:25.273142 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:33:25.283514 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-cb734347-66ea-489d-b18c-b8114bf668fd admin admin] 10.222.0.37 "PUT /v2.0/routers/7d4002fa-5cb5-43f2-ae5f-757d16188572/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8407073
Aug 25 16:33:25.626690 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 8065a5f3-682c-4b89-ad04-3f1869604a82 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:25.768539 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07d6a-09cf-4a10-bf4e-f7c4a6ee4e6c req-b0f85fae-ed5c-4b7b-8682-c3d64fc6469c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:25.770992 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ccb07d6a-09cf-4a10-bf4e-f7c4a6ee4e6c req-b0f85fae-ed5c-4b7b-8682-c3d64fc6469c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.3357446
Aug 25 16:33:25.866686 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 8065a5f3-682c-4b89-ad04-3f1869604a82 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:25.876396 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 8065a5f3-682c-4b89-ad04-3f1869604a82 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:25.880523 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:25.881847 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ccb07d6a-09cf-4a10-bf4e-f7c4a6ee4e6c req-1b0c512a-be34-4892-9db9-08653d7ccca7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988367
Aug 25 16:33:26.105302 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:26.152080 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 8065a5f3-682c-4b89-ad04-3f1869604a82, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=8065a5f3-682c-4b89-ad04-3f1869604a82,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:33:26.248197 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:26.251462 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:26.301268 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b00ce9-4698-422c-9af8-edb1ddaedddc req-1b17bedb-9541-46f9-9f51-3bca112b2094 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:26.303303 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b00ce9-4698-422c-9af8-edb1ddaedddc req-1b17bedb-9541-46f9-9f51-3bca112b2094 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.1073930
Aug 25 16:33:26.341614 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=8065a5f3-682c-4b89-ad04-3f1869604a82,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:26.344654 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:26.370093 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35b00ce9-4698-422c-9af8-edb1ddaedddc req-5b21c979-60eb-4a41-973e-9c9e70707faf tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584066
Aug 25 16:33:27.048966 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52180) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:27.053792 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1637961556-network', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:33:27.058602 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:33:27.062547 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Usage tracker for resource:network and tenant:3ad73b34e9534d62ad81a27502a984a4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:33:27.067129 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:33:27.073636 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:33:27.133521 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Made reservation on behalf of 3ad73b34e9534d62ad81a27502a984a4 for: {'network': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:33:27.135795 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:27.136864 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6df35-fc94-4c38-a8d7-8badc0cd292c req-010448f3-4075-47bc-96dd-22f49e0ad16d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:27.138400 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5ea6df35-fc94-4c38-a8d7-8badc0cd292c req-010448f3-4075-47bc-96dd-22f49e0ad16d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0904577
Aug 25 16:33:27.149579 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:27.184123 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:33:27.188061 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad73b34e9534d62ad81a27502a984a4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:33:27.191143 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:33:27.191425 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5ea6df35-fc94-4c38-a8d7-8badc0cd292c req-d5fcae65-d489-4266-b740-a5a63310511c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459700
Aug 25 16:33:27.198201 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:33:27.276434 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:27.361889 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:27.366949 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4d789cd6-7bb1-4ce3-a925-941de9d16478 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:27.394152 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'}  {{(pid=75961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:33:27.406315 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6275a20-4f87-4263-b9e0-97c046c74eb3,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:27.410221 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:27.411135 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:27.411473 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.segments_db [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Added segment 87f88590-35ad-424a-88a4-c0f50289fcdd of type vlan for network 31f51e56-daca-4651-9607-5130ee33ffa7
Aug 25 16:33:27.447043 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:27.514471 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 8065a5f3-682c-4b89-ad04-3f1869604a82 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:27.569499 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:27.585606 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:27.586833 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:27.595237 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-98161a11-5820-40d1-b5bb-66596461eaca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:27.607340 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6867-65f6-4093-ac48-a0dee17197a2 req-f2eb8fed-b355-4b9c-8d07-2fe7b352755c tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:27.608891 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-275a6867-65f6-4093-ac48-a0dee17197a2 req-f2eb8fed-b355-4b9c-8d07-2fe7b352755c tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.1018064
Aug 25 16:33:27.611209 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 8065a5f3-682c-4b89-ad04-3f1869604a82 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:27.611587 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:27.664308 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-275a6867-65f6-4093-ac48-a0dee17197a2 req-a3a65d62-9ad1-45d4-a565-3ab7971b140a tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493662
Aug 25 16:33:27.711894 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Pushing event updated for resources: {'Network': ['ID=31f51e56-daca-4651-9607-5130ee33ffa7,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:27.715298 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:27.723154 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 31f51e56-daca-4651-9607-5130ee33ffa7 details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:33:27.730453 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-417cb7b4-6605-4bb2-add8-35c09da2ee68 req-b2bcbd38-af3c-458b-835a-dea15a83b417 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 1098 time: 0.2003281
Aug 25 16:33:27.774960 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-417cb7b4-6605-4bb2-add8-35c09da2ee68 req-0fd70abf-089c-426f-b56f-a1b7832477bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380735
Aug 25 16:33:27.808620 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7595720
Aug 25 16:33:27.811351 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52186) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:27.817306 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Request body: {'subnet': {'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1637961556-subnet', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'ip_version': 4}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:33:27.823264 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:33:27.827589 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Usage tracker for resource:subnet and tenant:3ad73b34e9534d62ad81a27502a984a4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:33:27.830543 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:33:27.837141 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:33:27.928791 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Made reservation on behalf of 3ad73b34e9534d62ad81a27502a984a4 for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:33:27.931185 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1074732'] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:28.202132 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1548369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1074750'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:28.206249 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2b8e9bff-40e3-4690-a1e5-85b9d128c790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:28.278566 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f880a3d-1dda-4863-a6e3-641d76bec075,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:28.282380 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:28.296141 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Checking segment: {'id': '87f88590-35ad-424a-88a4-c0f50289fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:33:28.296501 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Network hostable DHCP agents. Network: 31f51e56-daca-4651-9607-5130ee33ffa7, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:33:28.362545 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Network 31f51e56-daca-4651-9607-5130ee33ffa7 is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:33:28.425507 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5342f9b-a565-4a1a-b78a-761575b0210c req-216ea185-8d0e-40d1-a8b6-9d55f64f05b3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:28.427044 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e5342f9b-a565-4a1a-b78a-761575b0210c req-216ea185-8d0e-40d1-a8b6-9d55f64f05b3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0810535
Aug 25 16:33:28.436544 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 31f51e56-daca-4651-9607-5130ee33ffa7) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:28.440831 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:28.441692 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:28.446885 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d4c177-169d-4c3d-b33b-eb5cfb9c3b21 None None] Network 31f51e56-daca-4651-9607-5130ee33ffa7 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:33:28.479175 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e5342f9b-a565-4a1a-b78a-761575b0210c req-7ebece6d-b6e7-4004-afba-bdc8037bafd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457425
Aug 25 16:33:28.597214 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-961e6cc4-7b16-4ada-96f4-4568ee4021b9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7846644
Aug 25 16:33:28.600235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52194) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:28.606491 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1637961556-router', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:33:28.611957 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:33:28.616528 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Usage tracker for resource:router and tenant:3ad73b34e9534d62ad81a27502a984a4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:33:28.620021 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:33:28.628155 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:33:28.692465 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb506c887-4176-517b-ba63-560c50a374c3-31f51e56-daca-4651-9607-5130ee33ffa7', 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'fixed_ips': [{'subnet_id': '2f880a3d-1dda-4863-a6e3-641d76bec075'}]}} from dv-cinder-805825-2-iscsi. {{(pid=75963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 25 16:33:28.692967 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:28.745524 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61923'] for router, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:28.749825 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61720'] for router, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:28.769676 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:28.947219 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d83c8-02be-4fd9-984c-274c33157429 req-a923833f-9fc5-4590-8a97-894bfbc6f615 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:28.948833 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9b4d83c8-02be-4fd9-984c-274c33157429 req-a923833f-9fc5-4590-8a97-894bfbc6f615 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.1115103
Aug 25 16:33:28.953075 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.db_base_plugin_common [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Allocated IP 172.20.0.2 (31f51e56-daca-4651-9607-5130ee33ffa7/2f880a3d-1dda-4863-a6e3-641d76bec075/b04f627d-c768-43aa-9cba-041b2c184509) {{(pid=75963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:33:29.004615 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9b4d83c8-02be-4fd9-984c-274c33157429 req-e65e30e2-2920-48d3-9c1a-daf9cf447287 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492527
Aug 25 16:33:29.055960 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61710'] for router, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:29.210869 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Notify callbacks [] for port, precommit_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:29.221621 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Transition to ACTIVE for port object b04f627d-c768-43aa-9cba-041b2c184509 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:29.244981 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Transition to ACTIVE for port object b04f627d-c768-43aa-9cba-041b2c184509 will not be triggered until provisioned by entity DHCP. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:29.305976 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:29.310834 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:29.385070 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Network 31f51e56-daca-4651-9607-5130ee33ffa7 is already hosted by enough agents. {{(pid=75963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:33:29.388457 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.base_scheduler [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Resources bound (agent type, host, resource id):  {{(pid=75963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:29.393315 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Received port after_create {{(pid=75963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:33:29.395752 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Pushing event updated for resources: {'Port': ['ID=b04f627d-c768-43aa-9cba-041b2c184509,revision_number=1']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:29.399675 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:29.443581 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:29.481368 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:29.503966 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Attempting to bind port b04f627d-c768-43aa-9cba-041b2c184509 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:33:29.504372 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Attempting to bind port b04f627d-c768-43aa-9cba-041b2c184509 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': '87f88590-35ad-424a-88a4-c0f50289fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:33:29.504801 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Attempting to bind port b04f627d-c768-43aa-9cba-041b2c184509 on network 31f51e56-daca-4651-9607-5130ee33ffa7 {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:33:29.512176 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:33:29.512642 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Checking segment: {'id': '87f88590-35ad-424a-88a4-c0f50289fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:33:29.513137 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:29.513596 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Bound using segment: {'id': '87f88590-35ad-424a-88a4-c0f50289fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:33:29.514138 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Bound port: b04f627d-c768-43aa-9cba-041b2c184509, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f88590-35ad-424a-88a4-c0f50289fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:33:29.514573 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:29.618428 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] For port b04f627d-c768-43aa-9cba-041b2c184509, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:33:29.621896 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] For port b04f627d-c768-43aa-9cba-041b2c184509, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=b04f627d-c768-43aa-9cba-041b2c184509,segment=NetworkSegment(87f88590-35ad-424a-88a4-c0f50289fcdd),segment_id=87f88590-35ad-424a-88a4-c0f50289fcdd)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:33:29.654668 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Allocated IP 172.27.3.169 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/daa99a39-d763-4b0f-9f0f-e074808e9548) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:33:29.728006 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:29.732017 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:29.735249 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d52de5-5da4-4357-ac0d-37d23dea7b75 req-3074c722-bb36-48b9-8563-fd17e890a72a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:29.736794 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-45d52de5-5da4-4357-ac0d-37d23dea7b75 req-3074c722-bb36-48b9-8563-fd17e890a72a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0833974
Aug 25 16:33:29.791465 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-45d52de5-5da4-4357-ac0d-37d23dea7b75 req-d3ea0304-daea-420e-82ec-fb7adf2d863b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481682
Aug 25 16:33:29.820057 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Pushing event updated for resources: {'Port': ['ID=b04f627d-c768-43aa-9cba-041b2c184509,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:29.832532 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:29.838619 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:29.945909 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:29.951654 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:30.030508 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:33:30.038827 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:30.045535 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:33:30.076038 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=daa99a39-d763-4b0f-9f0f-e074808e9548,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:30.079181 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:30.264064 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ae764-9062-4410-b49a-ed8aaf902502 req-3aa1dffd-72dc-42be-911a-a1e99a0105f5 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:30.265645 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cf1ae764-9062-4410-b49a-ed8aaf902502 req-3aa1dffd-72dc-42be-911a-a1e99a0105f5 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0954003
Aug 25 16:33:30.326890 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cf1ae764-9062-4410-b49a-ed8aaf902502 req-9269b93c-6f83-46de-9be9-348c84ac2a51 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553539
Aug 25 16:33:30.330523 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:30.331256 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936432'] for router, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:30.578960 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d421f-ed60-4db3-99d1-e9760ee1a309 req-807c1598-01af-43fb-81dd-b514b1706439 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:30.580979 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3a8d421f-ed60-4db3-99d1-e9760ee1a309 req-807c1598-01af-43fb-81dd-b514b1706439 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.1140134
Aug 25 16:33:30.665911 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3a8d421f-ed60-4db3-99d1-e9760ee1a309 req-e7589689-5765-4845-9de3-abcfe36e0cbc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758083
Aug 25 16:33:30.698108 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52210) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:30.745423 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Router 36868daa-b540-44c9-9147-d6e78a4847a8 is scheduled to L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 with binding_index 1 {{(pid=75961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 25 16:33:30.885872 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e88a79b-9b79-486d-96f0-3173d8a1b936 None None] Network 31f51e56-daca-4651-9607-5130ee33ffa7 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:33:30.982593 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:33:30.994345 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Sync routers for ids ['36868daa-b540-44c9-9147-d6e78a4847a8'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:33:31.010653 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Routers {'36868daa-b540-44c9-9147-d6e78a4847a8'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:33:31.011425 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04bbae20>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:33:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['36868daa-b540-44c9-9147-d6e78a4847a8'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:31.118449 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e5ea1-925b-43a1-ac50-11701e743a50 req-0de0d60b-1bab-490d-b3ad-fbada005b214 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:31.120530 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9a8e5ea1-925b-43a1-ac50-11701e743a50 req-0de0d60b-1bab-490d-b3ad-fbada005b214 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1046200
Aug 25 16:33:31.135457 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-db540c00-562c-4eff-b817-8cac7128c1d9 tempest-TestShelveInstance-1420977889 tempest-TestShelveInstance-1420977889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 1093 time: 0.4354334
Aug 25 16:33:31.136332 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52218) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:31.142499 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Request body: {'floatingip': {'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'port_id': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'fixed_ip_address': '172.20.0.5'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:33:31.152367 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:33:31.158065 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Notify callbacks [] for router, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:31.162776 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-0c693f34-2c2c-45d2-ac53-d39ffc1c6b22 None None] Provisioning for port b04f627d-c768-43aa-9cba-041b2c184509 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:31.163612 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.5619731
Aug 25 16:33:31.164470 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52222) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:33:31.170013 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Usage tracker for resource:floatingip and tenant:2818026e89bd4b9393f6ed2b2aae5b11 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:33:31.194030 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9a8e5ea1-925b-43a1-ac50-11701e743a50 req-9cd65663-fb2c-4cf7-ad65-289c635561c3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638340
Aug 25 16:33:31.235170 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Set router 36868daa-b540-44c9-9147-d6e78a4847a8 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:33:31.242420 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:33:31.263563 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:33:31.372333 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for floatingip, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:31.581873 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device b04f627d-c768-43aa-9cba-041b2c184509 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:31.635869 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04bbae20>, [{'id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'name': 'tempest-TestMinimumBasicScenario-1637961556-router', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:28Z', 'updated_at': '2021-08-25T16:33:30Z', 'revision_number': 3, 'project_id': '3ad73b34e9534d62ad81a27502a984a4', 'gw_port': {'id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:29Z', 'updated_at': '2021-08-25T16:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:31.640163 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Checking router: 36868daa-b540-44c9-9147-d6e78a4847a8 for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:33:31.640509 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Updating router 36868daa-b540-44c9-9147-d6e78a4847a8 port daa99a39-d763-4b0f-9f0f-e074808e9548 binding host dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:33:31.698210 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:31.714597 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:31.733731 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port b04f627d-c768-43aa-9cba-041b2c184509 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:31.741426 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port b04f627d-c768-43aa-9cba-041b2c184509 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:31.742101 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:31.929458 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:31.977222 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port b04f627d-c768-43aa-9cba-041b2c184509, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=b04f627d-c768-43aa-9cba-041b2c184509,segment=NetworkSegment(87f88590-35ad-424a-88a4-c0f50289fcdd),segment_id=87f88590-35ad-424a-88a4-c0f50289fcdd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:33:32.048962 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:32.050970 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-dd0f8acd-f430-4d4f-8e55-57c1467e6fed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:32.137069 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=b04f627d-c768-43aa-9cba-041b2c184509,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:32.149925 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:32.168404 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Notify callbacks [] for port, precommit_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:32.181837 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.provisioning_blocks [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Transition to ACTIVE for port object daa99a39-d763-4b0f-9f0f-e074808e9548 will not be triggered until provisioned by entity L2. {{(pid=75964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:32.258690 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:32.262578 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:32.371671 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Attempting to bind port daa99a39-d763-4b0f-9f0f-e074808e9548 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:33:32.372190 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Attempting to bind port daa99a39-d763-4b0f-9f0f-e074808e9548 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:33:32.372649 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Attempting to bind port daa99a39-d763-4b0f-9f0f-e074808e9548 on network 2be15cde-d260-4d32-99ee-590621cca1ed {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:33:32.382719 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11599dd-1d67-4341-8af3-1bc4597110e7 None None] Pushing event updated for resources: {'Port': ['ID=daa99a39-d763-4b0f-9f0f-e074808e9548,revision_number=2']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:32.386083 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-c11599dd-1d67-4341-8af3-1bc4597110e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:32.387483 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:33:32.387902 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Checking segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:33:32.388400 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:32.388880 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Bound using segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:33:32.389501 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Bound port: daa99a39-d763-4b0f-9f0f-e074808e9548, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:33:32.389992 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:32.410636 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Allocated IP 172.27.3.136 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/5e5ff456-190d-4f29-94b0-2ad5d0495697) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:33:32.455986 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fcdab-284f-4d4a-8ec8-877d1b480939 req-be67877a-8627-4d72-8b89-56df61f635c9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:32.458403 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-484fcdab-284f-4d4a-8ec8-877d1b480939 req-be67877a-8627-4d72-8b89-56df61f635c9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.0972850
Aug 25 16:33:32.469402 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] For port daa99a39-d763-4b0f-9f0f-e074808e9548, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:33:32.472796 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] For port daa99a39-d763-4b0f-9f0f-e074808e9548, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=daa99a39-d763-4b0f-9f0f-e074808e9548,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:33:32.519902 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-484fcdab-284f-4d4a-8ec8-877d1b480939 req-e802ce50-8753-497a-b505-64b44df36118 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529213
Aug 25 16:33:32.585946 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:32.590282 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:32.611608 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:32.677564 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11599dd-1d67-4341-8af3-1bc4597110e7 None None] Pushing event updated for resources: {'Port': ['ID=daa99a39-d763-4b0f-9f0f-e074808e9548,revision_number=3']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:32.681559 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-c11599dd-1d67-4341-8af3-1bc4597110e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:32.683092 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Routers {'36868daa-b540-44c9-9147-d6e78a4847a8'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:33:32.683730 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04bbae20>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:33:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['36868daa-b540-44c9-9147-d6e78a4847a8'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:32.732238 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:32.868990 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] Set router 36868daa-b540-44c9-9147-d6e78a4847a8 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:33:32.888266 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Allocated IP 172.20.0.1 (31f51e56-daca-4651-9607-5130ee33ffa7/2f880a3d-1dda-4863-a6e3-641d76bec075/134dd101-492f-4818-96bc-7d4e26b9e8c6) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:33:32.997134 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:33.003604 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-02ddff47-08a6-494d-bcec-5cec9e3237ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:33.109157 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:33:33.113653 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:33.120627 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:33:33.145396 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event updated for resources: {'Port': ['ID=5e5ff456-190d-4f29-94b0-2ad5d0495697,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:33.160907 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:33.169762 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:33.172537 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04bbae20>, [{'id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'name': 'tempest-TestMinimumBasicScenario-1637961556-router', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:28Z', 'updated_at': '2021-08-25T16:33:30Z', 'revision_number': 3, 'project_id': '3ad73b34e9534d62ad81a27502a984a4', 'gw_port': {'id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:29Z', 'updated_at': '2021-08-25T16:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:33.176986 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3d50a-37fc-4cf9-9447-68808582cd42 None None] The sync data for ids ['36868daa-b540-44c9-9147-d6e78a4847a8'] in dv-cinder-805825-2-iscsi is: [{'id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'name': 'tempest-TestMinimumBasicScenario-1637961556-router', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:28Z', 'updated_at': '2021-08-25T16:33:30Z', 'revision_number': 3, 'project_id': '3ad73b34e9534d62ad81a27502a984a4', 'gw_port': {'id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:29Z', 'updated_at': '2021-08-25T16:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:33:33.199856 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Transition to ACTIVE for port object 134dd101-492f-4818-96bc-7d4e26b9e8c6 will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:33.395950 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:33.407150 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6ec8dc7e-5347-44e2-8243-39fa88adf9dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:33.518149 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device b04f627d-c768-43aa-9cba-041b2c184509 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:33.679139 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Network 31f51e56-daca-4651-9607-5130ee33ffa7 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:33:33.683703 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port b04f627d-c768-43aa-9cba-041b2c184509 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:33.684082 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:33.689325 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Pushing event updated for resources: {'Port': ['ID=134dd101-492f-4818-96bc-7d4e26b9e8c6,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:33.692534 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:33.693461 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:33.696894 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:33:33.779308 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe17e72-8a7e-4c9f-b50e-65d9c5bb33ea req-0522003e-bc35-4f5e-afff-997e3b1aa326 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:33.783291 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936238'] for router_interface, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:33.785636 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cbe17e72-8a7e-4c9f-b50e-65d9c5bb33ea req-0522003e-bc35-4f5e-afff-997e3b1aa326 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1111989
Aug 25 16:33:33.850209 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cbe17e72-8a7e-4c9f-b50e-65d9c5bb33ea req-f2641f56-b9f5-4ee6-bbd0-2e48044e0be5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569732
Aug 25 16:33:34.030710 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:34.040567 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:34.128222 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-5dbfb53a-59e2-440f-a595-dde2c5fbee1f None None] Provisioning for port 134dd101-492f-4818-96bc-7d4e26b9e8c6 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:34.133899 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-5dbfb53a-59e2-440f-a595-dde2c5fbee1f None None] Provisioning complete for port 134dd101-492f-4818-96bc-7d4e26b9e8c6 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:34.134726 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-5dbfb53a-59e2-440f-a595-dde2c5fbee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:34.186296 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:34.219332 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-5dbfb53a-59e2-440f-a595-dde2c5fbee1f None None] Port 134dd101-492f-4818-96bc-7d4e26b9e8c6 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:33:34.482354 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:34.515737 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:34.567771 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:34.596353 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:34.645284 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:34.679532 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Pushing event updated for resources: {'Port': ['ID=134dd101-492f-4818-96bc-7d4e26b9e8c6,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:34.683034 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:34.686062 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:34.750126 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3365946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937159'] for router_interface, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:34.821135 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event updated for resources: {'Port': ['ID=5e5ff456-190d-4f29-94b0-2ad5d0495697,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:34.869099 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:34.918767 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:35.013585 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Network 31f51e56-daca-4651-9607-5130ee33ffa7 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:33:35.015958 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:35.124832 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad0e11-7068-4101-a61a-418c71e8ac33 req-a9c4521c-c935-4822-9801-ce43b09e5b32 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:35.137867 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-31ad0e11-7068-4101-a61a-418c71e8ac33 req-a9c4521c-c935-4822-9801-ce43b09e5b32 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 943 time: 0.1229589
Aug 25 16:33:35.218411 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-31ad0e11-7068-4101-a61a-418c71e8ac33 req-282231e0-480d-4c80-9ff7-957232e0ad31 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792823
Aug 25 16:33:35.348007 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-efe96c4d-3ec4-46d7-92df-f00f9059f848 None None] Provisioning complete for port 134dd101-492f-4818-96bc-7d4e26b9e8c6 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:35.348615 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-efe96c4d-3ec4-46d7-92df-f00f9059f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:35.402269 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-efe96c4d-3ec4-46d7-92df-f00f9059f848 None None] Port 134dd101-492f-4818-96bc-7d4e26b9e8c6 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:33:35.536306 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.l3_db [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Floating IP 5232656d-1fdb-4bea-9086-6bedc06bb8d7 associated. External IP: 172.27.3.136, port: cd98b9c1-76bf-431b-8866-966d93a35316.
Aug 25 16:33:35.715871 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-633233a0-c514-4415-89a2-ee31900ed31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:35.808486 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Router 36868daa-b540-44c9-9147-d6e78a4847a8 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:33:35.956226 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:35.994327 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:33:36.138253 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:33:36.153359 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'port_id': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'mac_address': 'fa:16:3e:f7:70:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:33:36.211564 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:33:36.215477 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:36.236239 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:33:36.243032 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] 10.222.0.37 "PUT /v2.0/routers/36868daa-b540-44c9-9147-d6e78a4847a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0741262
Aug 25 16:33:36.252878 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:33:36.262188 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Router 130c6f00-0370-46d8-a5c1-54e267e50762 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:33:36.321607 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:36.323461 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-67866518-1bde-4736-a9d8-ecde7da83910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:36.407568 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,revision_number=9']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:36.418622 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:36.473063 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec40d5d-26af-41e5-9ce3-fbe091ae71ef req-bedb2428-ac9f-4e83-b808-7f476622768d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:36.474608 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3ec40d5d-26af-41e5-9ce3-fbe091ae71ef req-bedb2428-ac9f-4e83-b808-7f476622768d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 944 time: 0.0932875
Aug 25 16:33:36.489244 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:33:36.499530 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7bb5d0-fe6a-4407-82ac-92c76a3680e1 None None] Sync routers for ids ['130c6f00-0370-46d8-a5c1-54e267e50762'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:33:36.519674 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7bb5d0-fe6a-4407-82ac-92c76a3680e1 None None] Routers {'130c6f00-0370-46d8-a5c1-54e267e50762'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:33:36.521829 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-2f7bb5d0-fe6a-4407-82ac-92c76a3680e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04709460>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:33:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['130c6f00-0370-46d8-a5c1-54e267e50762'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:36.541085 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3ec40d5d-26af-41e5-9ce3-fbe091ae71ef req-42250438-4457-4cd5-bfd6-031b43512b98 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606949
Aug 25 16:33:36.578802 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:36.649165 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.5010593
Aug 25 16:33:36.649165 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:33:36.686440 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['8b1283fb-f1d4-4c5e-9093-675a3fc41f0d'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:33:36.701191 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'status': 'completed', 'code': 200}
Aug 25 16:33:36.799881 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-2f7bb5d0-fe6a-4407-82ac-92c76a3680e1 None None] Set router 130c6f00-0370-46d8-a5c1-54e267e50762 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:33:36.823442 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-69fb85df-b6ef-4dcb-8f60-b7c02ef88383 req-76fa05f5-c87c-4daa-b256-e4b9dd08e27a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2818026e89bd4b9393f6ed2b2aae5b11&device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 1098 time: 0.0927973
Aug 25 16:33:36.968023 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb85df-b6ef-4dcb-8f60-b7c02ef88383 req-8eab230e-0dfc-4e7f-9ff6-82e520e4baf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:36.969614 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-69fb85df-b6ef-4dcb-8f60-b7c02ef88383 req-8eab230e-0dfc-4e7f-9ff6-82e520e4baf1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f829a720-cf5b-4886-a9fb-8ef465684cf9 HTTP/1.1" status: 200  len: 909 time: 0.1402891
Aug 25 16:33:37.231087 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-69fb85df-b6ef-4dcb-8f60-b7c02ef88383 req-38802d24-5499-4c54-b76d-01290441054e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd98b9c1-76bf-431b-8866-966d93a35316 HTTP/1.1" status: 200  len: 999 time: 0.2548814
Aug 25 16:33:37.254179 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-2f7bb5d0-fe6a-4407-82ac-92c76a3680e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04709460>, [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:32:16Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '5232656d-1fdb-4bea-9086-6bedc06bb8d7', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'port_id': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'mac_address': 'fa:16:3e:42:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:33:33Z', 'updated_at': '2021-08-25T16:33:33Z', 'revision_number': 0, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fa9c24-c6df-4243-b40f-2ef834317dd0', 'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'mac_address': 'fa:16:3e:c7:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:16Z', 'updated_at': '2021-08-25T16:32:36Z', 'revision_number': 5, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'subnets': [{'id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:37.259607 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7bb5d0-fe6a-4407-82ac-92c76a3680e1 None None] Checking router: 130c6f00-0370-46d8-a5c1-54e267e50762 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:33:37.271598 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7bb5d0-fe6a-4407-82ac-92c76a3680e1 None None] Routers {'130c6f00-0370-46d8-a5c1-54e267e50762'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:33:37.272353 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-2f7bb5d0-fe6a-4407-82ac-92c76a3680e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04709460>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:33:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['130c6f00-0370-46d8-a5c1-54e267e50762'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:37.314605 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb85df-b6ef-4dcb-8f60-b7c02ef88383 req-d4210b38-15c3-461d-9173-eb5925ec45e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:37.316234 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-69fb85df-b6ef-4dcb-8f60-b7c02ef88383 req-d4210b38-15c3-461d-9173-eb5925ec45e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cdfd525-3e53-4422-bd74-70269ab0cf87 HTTP/1.1" status: 200  len: 847 time: 0.0786874
Aug 25 16:33:37.409842 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-69fb85df-b6ef-4dcb-8f60-b7c02ef88383 req-129a67db-c360-4ea8-b9fe-ed9ed16ddc64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f829a720-cf5b-4886-a9fb-8ef465684cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858154
Aug 25 16:33:37.500299 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-2f7bb5d0-fe6a-4407-82ac-92c76a3680e1 None None] Set router 130c6f00-0370-46d8-a5c1-54e267e50762 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:33:37.637424 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-69fb85df-b6ef-4dcb-8f60-b7c02ef88383 req-736157b5-2bd0-4259-9e25-b83e56a734bc service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192104
Aug 25 16:33:37.809746 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-69fb85df-b6ef-4dcb-8f60-b7c02ef88383 req-3743a469-e65a-4438-8a2d-c736ee9b52b5 service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659596
Aug 25 16:33:37.817223 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38feafe0-655c-4a90-a2e0-7d209e2fac80 req-eb4abb06-3ffa-48d2-a036-1f8bdf71cc84 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:37.825590 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-38feafe0-655c-4a90-a2e0-7d209e2fac80 req-eb4abb06-3ffa-48d2-a036-1f8bdf71cc84 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 944 time: 0.1105461
Aug 25 16:33:37.885169 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-38feafe0-655c-4a90-a2e0-7d209e2fac80 req-7234ad54-dce6-40f4-85c6-ce0e16c94e00 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583928
Aug 25 16:33:37.995985 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:38.032023 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-721befef-bfad-4878-9cd6-41c2ae7150e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:38.064551 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-2f7bb5d0-fe6a-4407-82ac-92c76a3680e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04709460>, [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:32:16Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '5232656d-1fdb-4bea-9086-6bedc06bb8d7', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'port_id': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'mac_address': 'fa:16:3e:42:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:33:33Z', 'updated_at': '2021-08-25T16:33:33Z', 'revision_number': 0, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fa9c24-c6df-4243-b40f-2ef834317dd0', 'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'mac_address': 'fa:16:3e:c7:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:16Z', 'updated_at': '2021-08-25T16:32:36Z', 'revision_number': 5, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'subnets': [{'id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:38.077885 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7bb5d0-fe6a-4407-82ac-92c76a3680e1 None None] The sync data for ids ['130c6f00-0370-46d8-a5c1-54e267e50762'] in dv-cinder-805825-2-iscsi is: [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:32:16Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '5232656d-1fdb-4bea-9086-6bedc06bb8d7', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'port_id': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'mac_address': 'fa:16:3e:42:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:33:33Z', 'updated_at': '2021-08-25T16:33:33Z', 'revision_number': 0, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fa9c24-c6df-4243-b40f-2ef834317dd0', 'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'mac_address': 'fa:16:3e:c7:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:16Z', 'updated_at': '2021-08-25T16:32:36Z', 'revision_number': 5, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'subnets': [{'id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:33:38.107005 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:38.107005 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:38.248266 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:38.278776 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:33:38.290267 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:33:38.344570 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'code': 200}
Aug 25 16:33:38.527572 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:38.529661 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-56798355-56a7-4472-a509-8e943bd627fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:38.635399 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Sync routers for ids ['7d4002fa-5cb5-43f2-ae5f-757d16188572'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:33:38.656886 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Routers {'7d4002fa-5cb5-43f2-ae5f-757d16188572'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:33:38.657548 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04920ac0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:33:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['7d4002fa-5cb5-43f2-ae5f-757d16188572'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:38.701587 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,revision_number=10']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:38.708151 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:38.805263 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f127b-f6f4-4dfc-8e88-9d7c394658f1 None None] New status for floating IP 5232656d-1fdb-4bea-9086-6bedc06bb8d7: ACTIVE {{(pid=75963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:33:38.916541 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Set router 7d4002fa-5cb5-43f2-ae5f-757d16188572 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:33:39.193790 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-5b179eef-a09e-43fa-8e97-2eaced9140fd req-190e0c6b-200b-40e4-9bee-d56c448850a7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 1099 time: 0.1406922
Aug 25 16:33:39.244588 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe582b-a89d-4373-b941-94bfb684f6e3 req-3ae57edd-89b8-4d81-a605-f1c33c391a28 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:39.246737 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7ebe582b-a89d-4373-b941-94bfb684f6e3 req-3ae57edd-89b8-4d81-a605-f1c33c391a28 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 946 time: 0.1525104
Aug 25 16:33:39.295369 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-5b179eef-a09e-43fa-8e97-2eaced9140fd req-eda0f577-0b83-427b-bf21-9b7cc9ef8f9e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0952971
Aug 25 16:33:39.323036 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7ebe582b-a89d-4373-b941-94bfb684f6e3 req-1163cc4a-2b92-4b87-af71-5f363c01a245 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699801
Aug 25 16:33:39.328223 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:39.531540 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04920ac0>, [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'ce375a63-1589-4d23-b671-cdddace0298b', 'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'mac_address': 'fa:16:3e:8f:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:21Z', 'updated_at': '2021-08-25T16:33:23Z', 'revision_number': 2, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'subnets': [{'id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:39.536967 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Checking router: 7d4002fa-5cb5-43f2-ae5f-757d16188572 for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:33:39.537721 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Updating router 7d4002fa-5cb5-43f2-ae5f-757d16188572 port ce375a63-1589-4d23-b671-cdddace0298b binding host dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:33:39.558072 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device daa99a39-d763-4b0f-9f0f-e074808e9548 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:39.617037 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:39.733340 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port daa99a39-d763-4b0f-9f0f-e074808e9548 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:39.740998 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port daa99a39-d763-4b0f-9f0f-e074808e9548 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:39.741672 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:39.899588 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:39.929392 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port daa99a39-d763-4b0f-9f0f-e074808e9548, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=daa99a39-d763-4b0f-9f0f-e074808e9548,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:33:40.018904 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:40.021245 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:40.076668 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Notify callbacks [] for port, precommit_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:40.092457 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.provisioning_blocks [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Transition to ACTIVE for port object ce375a63-1589-4d23-b671-cdddace0298b will not be triggered until provisioned by entity L2. {{(pid=75964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:40.107344 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=daa99a39-d763-4b0f-9f0f-e074808e9548,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:40.113886 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:40.163809 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:40.168047 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:40.357584 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbdcba-f73d-4858-9947-ec232c420ca8 None None] Pushing event updated for resources: {'Port': ['ID=ce375a63-1589-4d23-b671-cdddace0298b,revision_number=3']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:40.361394 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-81fbdcba-f73d-4858-9947-ec232c420ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:40.429925 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Attempting to bind port ce375a63-1589-4d23-b671-cdddace0298b on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:33:40.430301 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Attempting to bind port ce375a63-1589-4d23-b671-cdddace0298b by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:33:40.430668 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Attempting to bind port ce375a63-1589-4d23-b671-cdddace0298b on network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:33:40.440365 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:33:40.440709 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Checking segment: {'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:33:40.441139 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:40.441548 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Bound using segment: {'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:33:40.442031 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Bound port: ce375a63-1589-4d23-b671-cdddace0298b, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'}}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:33:40.443272 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:40.565000 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:40.603810 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] For port ce375a63-1589-4d23-b671-cdddace0298b, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:33:40.612331 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] For port ce375a63-1589-4d23-b671-cdddace0298b, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=ce375a63-1589-4d23-b671-cdddace0298b,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:33:40.687723 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:40.691804 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:40.715679 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1388c60-9084-4083-b5f1-35eae42e4ee1 req-947f0c24-53e5-4eb0-97a4-bc066ee101a3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:40.717268 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d1388c60-9084-4083-b5f1-35eae42e4ee1 req-947f0c24-53e5-4eb0-97a4-bc066ee101a3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 946 time: 0.0909114
Aug 25 16:33:40.780082 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbdcba-f73d-4858-9947-ec232c420ca8 None None] Pushing event updated for resources: {'Port': ['ID=ce375a63-1589-4d23-b671-cdddace0298b,revision_number=4']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:40.780959 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-81fbdcba-f73d-4858-9947-ec232c420ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:40.785821 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Routers {'7d4002fa-5cb5-43f2-ae5f-757d16188572'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:33:40.786500 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04920ac0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:33:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['7d4002fa-5cb5-43f2-ae5f-757d16188572'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:40.830680 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d1388c60-9084-4083-b5f1-35eae42e4ee1 req-fba8e708-c03f-4c19-98bb-05b82bade3b7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1069415
Aug 25 16:33:41.054607 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] Set router 7d4002fa-5cb5-43f2-ae5f-757d16188572 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:33:41.356539 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:33:41.439255 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04920ac0>, [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'ce375a63-1589-4d23-b671-cdddace0298b', 'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'mac_address': 'fa:16:3e:8f:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:21Z', 'updated_at': '2021-08-25T16:33:40Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'subnets': [{'id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:41.444302 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8594c-f21c-4315-bd7b-5af11f3e6e5c None None] The sync data for ids ['7d4002fa-5cb5-43f2-ae5f-757d16188572'] in dv-cinder-805825-2-iscsi is: [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'ce375a63-1589-4d23-b671-cdddace0298b', 'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'mac_address': 'fa:16:3e:8f:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:21Z', 'updated_at': '2021-08-25T16:33:40Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'subnets': [{'id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:33:41.560044 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device ce375a63-1589-4d23-b671-cdddace0298b up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:41.957143 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port ce375a63-1589-4d23-b671-cdddace0298b completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:41.963370 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port ce375a63-1589-4d23-b671-cdddace0298b triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:41.963370 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:42.071367 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931baec5-ae6c-482b-85a7-effb62850633 req-4092ec10-da86-46ff-b15f-bacab13ee713 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:42.073036 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-931baec5-ae6c-482b-85a7-effb62850633 req-4092ec10-da86-46ff-b15f-bacab13ee713 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 946 time: 0.0876186
Aug 25 16:33:42.084198 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:42.124174 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port ce375a63-1589-4d23-b671-cdddace0298b, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=ce375a63-1589-4d23-b671-cdddace0298b,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:33:42.140266 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-931baec5-ae6c-482b-85a7-effb62850633 req-ff424784-0199-4955-b332-36f414a1a954 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605204
Aug 25 16:33:42.230641 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:42.231721 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device daa99a39-d763-4b0f-9f0f-e074808e9548 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:42.255425 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-54cd93d8-a272-4472-ae58-3a1301a42acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:42.347887 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=ce375a63-1589-4d23-b671-cdddace0298b,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:42.353565 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:42.378526 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port daa99a39-d763-4b0f-9f0f-e074808e9548 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:42.378526 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:43.411465 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013bdc2-018f-4941-9a5e-ebed3091f979 req-8a45e9ed-4b07-48a0-970e-fb6030cc4cde tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:43.419201 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f013bdc2-018f-4941-9a5e-ebed3091f979 req-8a45e9ed-4b07-48a0-970e-fb6030cc4cde tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 946 time: 0.1149261
Aug 25 16:33:43.476653 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f013bdc2-018f-4941-9a5e-ebed3091f979 req-c68767cb-22b8-4657-9434-021d50c0496f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560403
Aug 25 16:33:43.584902 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device ce375a63-1589-4d23-b671-cdddace0298b up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:43.670643 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port ce375a63-1589-4d23-b671-cdddace0298b triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:43.671271 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:51.164619 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-762af320-ea91-402a-b0e5-321dd0c3c5fc tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:51.166563 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-762af320-ea91-402a-b0e5-321dd0c3c5fc tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/networks?id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f HTTP/1.1" status: 200  len: 815 time: 0.2050648
Aug 25 16:33:51.183711 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-9adad492-8e5f-4fe2-9f1c-011f6be1ffe7 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/quotas/e428679d7aa940b3af321fae92fead92 HTTP/1.1" status: 200  len: 375 time: 0.0119748
Aug 25 16:33:51.266723 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-049c2db5-232a-4c52-bec8-86d13432a928 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Synchronizing usage tracker for tenant:e428679d7aa940b3af321fae92fead92 on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:33:51.326665 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-049c2db5-232a-4c52-bec8-86d13432a928 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Unset dirty status for tenant:e428679d7aa940b3af321fae92fead92 on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:33:51.328102 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-049c2db5-232a-4c52-bec8-86d13432a928 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e428679d7aa940b3af321fae92fead92&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1390357
Aug 25 16:33:51.473598 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-23f3dc3d-42ea-44c8-bca6-e303a499c54a service neutron] 10.222.0.37 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304083
Aug 25 16:33:51.607667 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-75355413-6d19-47b8-8322-80b9c9e9f706 service neutron] 10.222.0.37 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281807
Aug 25 16:33:51.927390 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-365bb9fe-f84e-4526-8c6c-18a5bb6fdefe req-c50656fc-60a8-4245-8efa-21c901d676f8 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 210 time: 0.0411847
Aug 25 16:33:53.040646 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6537d8e4-7f8a-40d4-a95c-e0394ea3dca5 req-116eacf1-fa5d-4b0e-b0d3-27f40728015e tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 210 time: 0.0422375
Aug 25 16:33:53.636213 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:54.209013 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-11be9a25-d3ab-4588-85e3-b43e5ab5e1cc req-b61d5ae3-7652-4b8f-bc3d-cc6a301caf75 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 210 time: 0.0450847
Aug 25 16:33:54.582388 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-742671b0-2099-405f-98a8-53c431f35902 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:54.582954 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-742671b0-2099-405f-98a8-53c431f35902 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Synchronizing usage tracker for tenant:e428679d7aa940b3af321fae92fead92 on resource:network {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:33:54.675391 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-742671b0-2099-405f-98a8-53c431f35902 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Unset dirty status for tenant:e428679d7aa940b3af321fae92fead92 on resource:network {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:33:54.676473 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-742671b0-2099-405f-98a8-53c431f35902 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.60 "GET /v2.0/networks?id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f HTTP/1.1" status: 200  len: 815 time: 0.2437229
Aug 25 16:33:54.694571 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Request body: {'port': {'device_id': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'admin_state_up': True, 'tenant_id': 'e428679d7aa940b3af321fae92fead92'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:33:54.835644 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:33:54.846061 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:33:54.927043 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Made reservation on behalf of e428679d7aa940b3af321fae92fead92 for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:33:54.930069 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:55.104217 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Allocated IP 172.20.0.6 (8b823bd1-22e0-46cf-9250-1bb28b0b8b1f/fea751ba-1b28-4ee8-99d1-fd75341a8b89/8d97f35e-3a65-4da1-b4d5-8555875fab4f) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:33:55.336718 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:55.362291 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Transition to ACTIVE for port object 8d97f35e-3a65-4da1-b4d5-8555875fab4f will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:55.403212 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d53b618b-6b84-4e45-9f3e-738349be8905 req-61275d99-bdca-43e4-923f-285f48161f3f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 210 time: 0.0444312
Aug 25 16:33:55.454119 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:55.469427 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:55.586243 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:33:55.589486 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:33:55.601581 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:33:55.651858 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event updated for resources: {'Port': ['ID=8d97f35e-3a65-4da1-b4d5-8555875fab4f,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:55.665766 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:55.725717 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:55.726671 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:55.847378 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1567075
Aug 25 16:33:56.029498 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-249f69a5-7bd6-4343-a21b-5084a6a6b1e9 None None] Provisioning for port 8d97f35e-3a65-4da1-b4d5-8555875fab4f completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:56.035924 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-249f69a5-7bd6-4343-a21b-5084a6a6b1e9 None None] Provisioning complete for port 8d97f35e-3a65-4da1-b4d5-8555875fab4f triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:56.039325 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-249f69a5-7bd6-4343-a21b-5084a6a6b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:56.099816 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-249f69a5-7bd6-4343-a21b-5084a6a6b1e9 None None] Port 8d97f35e-3a65-4da1-b4d5-8555875fab4f cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:33:56.265573 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Sync routers for ids ['36868daa-b540-44c9-9147-d6e78a4847a8'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:33:56.278060 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Routers {'36868daa-b540-44c9-9147-d6e78a4847a8'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:33:56.279073 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04ee21f0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:33:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['36868daa-b540-44c9-9147-d6e78a4847a8'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:56.500871 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Set router 36868daa-b540-44c9-9147-d6e78a4847a8 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:33:56.660404 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b092c-b92a-469c-8d9b-e6a60c015b80 req-6076cf46-9c25-478a-8a2f-3edf3bcb6d7f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:56.662948 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-862b092c-b92a-469c-8d9b-e6a60c015b80 req-6076cf46-9c25-478a-8a2f-3edf3bcb6d7f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 931 time: 0.1131623
Aug 25 16:33:56.749989 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-862b092c-b92a-469c-8d9b-e6a60c015b80 req-a86abbcd-7b9c-41e7-b593-01da4b4a078b tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790811
Aug 25 16:33:56.919067 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04ee21f0>, [{'id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'name': 'tempest-TestMinimumBasicScenario-1637961556-router', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:28Z', 'updated_at': '2021-08-25T16:33:33Z', 'revision_number': 4, 'project_id': '3ad73b34e9534d62ad81a27502a984a4', 'gw_port': {'id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:29Z', 'updated_at': '2021-08-25T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '134dd101-492f-4818-96bc-7d4e26b9e8c6', 'name': '', 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'mac_address': 'fa:16:3e:7e:17:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f880a3d-1dda-4863-a6e3-641d76bec075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:32Z', 'updated_at': '2021-08-25T16:33:34Z', 'revision_number': 2, 'project_id': '3ad73b34e9534d62ad81a27502a984a4', 'subnets': [{'id': '2f880a3d-1dda-4863-a6e3-641d76bec075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:56.927586 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Checking router: 36868daa-b540-44c9-9147-d6e78a4847a8 for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:33:56.928125 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Updating router 36868daa-b540-44c9-9147-d6e78a4847a8 port 134dd101-492f-4818-96bc-7d4e26b9e8c6 binding host dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:33:56.996654 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:57.447251 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Notify callbacks [] for port, precommit_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:57.465948 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.provisioning_blocks [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Transition to ACTIVE for port object 134dd101-492f-4818-96bc-7d4e26b9e8c6 will not be triggered until provisioned by entity L2. {{(pid=75964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:33:57.561260 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:57.574630 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-0ad2eee4-b8bf-4b07-9779-8e090a7ebc20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:57.712058 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Pushing event updated for resources: {'Port': ['ID=134dd101-492f-4818-96bc-7d4e26b9e8c6,revision_number=3']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:57.782115 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:57.782658 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:57.783206 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:57.783773 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:57.784333 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:57.784900 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:57.785269 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:57.785595 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:57.785913 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:57.786236 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:57.786553 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:33:57.795174 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:57.823708 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Attempting to bind port 134dd101-492f-4818-96bc-7d4e26b9e8c6 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:33:57.824377 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Attempting to bind port 134dd101-492f-4818-96bc-7d4e26b9e8c6 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': '87f88590-35ad-424a-88a4-c0f50289fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7'}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:33:57.824888 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Attempting to bind port 134dd101-492f-4818-96bc-7d4e26b9e8c6 on network 31f51e56-daca-4651-9607-5130ee33ffa7 {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:33:57.834899 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:33:57.835356 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Checking segment: {'id': '87f88590-35ad-424a-88a4-c0f50289fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:33:57.835816 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:57.836358 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Bound using segment: {'id': '87f88590-35ad-424a-88a4-c0f50289fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7'} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:33:57.836947 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Bound port: 134dd101-492f-4818-96bc-7d4e26b9e8c6, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f88590-35ad-424a-88a4-c0f50289fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7'}}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:33:57.837430 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:57.947279 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] For port 134dd101-492f-4818-96bc-7d4e26b9e8c6, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:33:57.951661 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] For port 134dd101-492f-4818-96bc-7d4e26b9e8c6, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=134dd101-492f-4818-96bc-7d4e26b9e8c6,segment=NetworkSegment(87f88590-35ad-424a-88a4-c0f50289fcdd),segment_id=87f88590-35ad-424a-88a4-c0f50289fcdd)] {{(pid=75964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:33:58.034219 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6821eff-a289-46dc-a030-b4076bd65143 req-913e4171-f28a-42c8-9594-ce1de647a859 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:58.035773 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:58.036730 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b6821eff-a289-46dc-a030-b4076bd65143 req-913e4171-f28a-42c8-9594-ce1de647a859 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 931 time: 0.0933509
Aug 25 16:33:58.041283 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:33:58.128261 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b6821eff-a289-46dc-a030-b4076bd65143 req-3f78d1fc-5b74-474f-8dd4-9e7e1e747d22 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766068
Aug 25 16:33:58.154760 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Routers {'36868daa-b540-44c9-9147-d6e78a4847a8'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:33:58.155406 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04ee21f0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:33:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['36868daa-b540-44c9-9147-d6e78a4847a8'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:58.219362 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Pushing event updated for resources: {'Port': ['ID=134dd101-492f-4818-96bc-7d4e26b9e8c6,revision_number=4']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:33:58.227696 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-63a6f66a-63da-4c79-aa0b-44e2b3addcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:33:58.381641 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] Set router 36868daa-b540-44c9-9147-d6e78a4847a8 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:33:58.782832 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04ee21f0>, [{'id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'name': 'tempest-TestMinimumBasicScenario-1637961556-router', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:28Z', 'updated_at': '2021-08-25T16:33:33Z', 'revision_number': 4, 'project_id': '3ad73b34e9534d62ad81a27502a984a4', 'gw_port': {'id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:29Z', 'updated_at': '2021-08-25T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '134dd101-492f-4818-96bc-7d4e26b9e8c6', 'name': '', 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'mac_address': 'fa:16:3e:7e:17:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f880a3d-1dda-4863-a6e3-641d76bec075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:32Z', 'updated_at': '2021-08-25T16:33:57Z', 'revision_number': 4, 'project_id': '3ad73b34e9534d62ad81a27502a984a4', 'subnets': [{'id': '2f880a3d-1dda-4863-a6e3-641d76bec075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:33:58.787657 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ae21e-f538-4a5e-964e-4fd377c41a13 None None] The sync data for ids ['36868daa-b540-44c9-9147-d6e78a4847a8'] in dv-cinder-805825-2-iscsi is: [{'id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'name': 'tempest-TestMinimumBasicScenario-1637961556-router', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:28Z', 'updated_at': '2021-08-25T16:33:33Z', 'revision_number': 4, 'project_id': '3ad73b34e9534d62ad81a27502a984a4', 'gw_port': {'id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:29Z', 'updated_at': '2021-08-25T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '134dd101-492f-4818-96bc-7d4e26b9e8c6', 'name': '', 'network_id': '31f51e56-daca-4651-9607-5130ee33ffa7', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'mac_address': 'fa:16:3e:7e:17:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f880a3d-1dda-4863-a6e3-641d76bec075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:32Z', 'updated_at': '2021-08-25T16:33:57Z', 'revision_number': 4, 'project_id': '3ad73b34e9534d62ad81a27502a984a4', 'subnets': [{'id': '2f880a3d-1dda-4863-a6e3-641d76bec075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:33:59.378246 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2c67c-4b0a-4c62-9912-14238bacf609 req-0bf443d0-25e5-42c0-b904-6c290c934553 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:33:59.379777 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cda2c67c-4b0a-4c62-9912-14238bacf609 req-0bf443d0-25e5-42c0-b904-6c290c934553 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 931 time: 0.1165109
Aug 25 16:33:59.432821 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cda2c67c-4b0a-4c62-9912-14238bacf609 req-5f3f5d5a-bd47-41c2-806f-96a9cabaca11 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468142
Aug 25 16:33:59.574547 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 134dd101-492f-4818-96bc-7d4e26b9e8c6 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:33:59.767033 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 134dd101-492f-4818-96bc-7d4e26b9e8c6 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:33:59.776997 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 134dd101-492f-4818-96bc-7d4e26b9e8c6 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:33:59.776997 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:59.910371 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:33:59.949717 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 134dd101-492f-4818-96bc-7d4e26b9e8c6, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=134dd101-492f-4818-96bc-7d4e26b9e8c6,segment=NetworkSegment(87f88590-35ad-424a-88a4-c0f50289fcdd),segment_id=87f88590-35ad-424a-88a4-c0f50289fcdd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:00.029777 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:00.035581 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-2c398d7e-98a4-4b58-aae4-21c928657de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:00.129819 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=134dd101-492f-4818-96bc-7d4e26b9e8c6,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:00.142069 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:00.681773 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233e254-6915-448a-b4db-4f8bd34e7338 req-26bcf5c9-9456-4c3a-a8a3-289c5eef3154 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:00.685852 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9233e254-6915-448a-b4db-4f8bd34e7338 req-26bcf5c9-9456-4c3a-a8a3-289c5eef3154 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 931 time: 0.0857456
Aug 25 16:34:00.735953 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9233e254-6915-448a-b4db-4f8bd34e7338 req-d9cca61d-a19a-4101-b5cb-f23c41a63df6 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458777
Aug 25 16:34:01.565201 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 134dd101-492f-4818-96bc-7d4e26b9e8c6 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:34:01.665523 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 134dd101-492f-4818-96bc-7d4e26b9e8c6 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:34:01.665945 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:01.987242 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dff42-5e04-4cd7-9c3f-2018b26ffed3 req-d178f263-0bf7-4b96-a6be-d29ad1a33dfc tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:01.988411 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ca0dff42-5e04-4cd7-9c3f-2018b26ffed3 req-d178f263-0bf7-4b96-a6be-d29ad1a33dfc tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 931 time: 0.0980945
Aug 25 16:34:02.065433 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ca0dff42-5e04-4cd7-9c3f-2018b26ffed3 req-7d3ee8e9-4a3b-4b1f-aa40-c18b8d749c79 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588465
Aug 25 16:34:03.289619 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1698c2-c3f5-47cf-b157-7be9dab004a1 req-bb419ddf-3fad-46ae-8045-fb2b482274c2 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:03.291028 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5b1698c2-c3f5-47cf-b157-7be9dab004a1 req-bb419ddf-3fad-46ae-8045-fb2b482274c2 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 931 time: 0.0876470
Aug 25 16:34:03.347651 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5b1698c2-c3f5-47cf-b157-7be9dab004a1 req-2b036720-6387-48e7-8e80-b5a487c099fa tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487580
Aug 25 16:34:04.581170 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b615e-61e9-4435-90a9-b3841bd91b7e req-1751a59f-d104-471b-8803-ee1564086080 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:04.583022 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9b2b615e-61e9-4435-90a9-b3841bd91b7e req-1751a59f-d104-471b-8803-ee1564086080 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 931 time: 0.0899203
Aug 25 16:34:04.637330 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9b2b615e-61e9-4435-90a9-b3841bd91b7e req-464b33d2-f969-4391-8b07-7f732485cd07 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489061
Aug 25 16:34:05.674618 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-0506f504-4a2a-4fad-a45f-e782623221b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:05.879465 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b72a1-7002-4c99-84fd-2912610634ee req-8c782029-b381-44ad-87a4-9e70ee8fa0b8 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:05.880911 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-443b72a1-7002-4c99-84fd-2912610634ee req-8c782029-b381-44ad-87a4-9e70ee8fa0b8 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 931 time: 0.0957246
Aug 25 16:34:05.932771 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-443b72a1-7002-4c99-84fd-2912610634ee req-0539dec9-d952-453c-a6f6-3ba030d54539 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455399
Aug 25 16:34:05.977708 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:07.151664 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee57a0-d0bc-4645-bc8c-95435abb492b req-fef736d8-bd69-48d4-984e-fac6c01971e1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:07.153068 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f1ee57a0-d0bc-4645-bc8c-95435abb492b req-fef736d8-bd69-48d4-984e-fac6c01971e1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 931 time: 0.0963891
Aug 25 16:34:07.205265 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f1ee57a0-d0bc-4645-bc8c-95435abb492b req-14942243-5fc5-4160-9135-8bb8723ad998 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456827
Aug 25 16:34:07.367598 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Request body: {'port': {'device_id': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:07.485905 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:07.522486 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3df83801-a535-4b40-afa2-f7afe0e37940 req-5cee9641-099a-4ad7-8a44-abec179d12c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0933411
Aug 25 16:34:07.640305 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3df83801-a535-4b40-afa2-f7afe0e37940 req-92c9fc3d-377c-4a9d-bb75-3a161e4772fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=446dcebe081b4522bb0b4536c63d16b4&device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 1098 time: 0.0868046
Aug 25 16:34:07.878853 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df83801-a535-4b40-afa2-f7afe0e37940 req-303b9872-c351-40ac-9ba5-202ebf8b5574 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:07.931592 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3df83801-a535-4b40-afa2-f7afe0e37940 req-303b9872-c351-40ac-9ba5-202ebf8b5574 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0ceff83-8770-427d-9a29-aa2f25758798 HTTP/1.1" status: 200  len: 910 time: 0.2182322
Aug 25 16:34:07.999159 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d97f35e-3a65-4da1-b4d5-8555875fab4f {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:34:08.000817 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3df83801-a535-4b40-afa2-f7afe0e37940 req-ec726271-58d7-4a97-af23-e6043c9312a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5503d7b2-cc02-45b9-8758-143ac4767d3b HTTP/1.1" status: 200  len: 1001 time: 0.1109383
Aug 25 16:34:08.006749 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:08.025073 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Transition to ACTIVE for port object 8d97f35e-3a65-4da1-b4d5-8555875fab4f will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:34:08.070439 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df83801-a535-4b40-afa2-f7afe0e37940 req-8d857d9c-dbe4-4d04-b90d-80dfdc8194f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:08.071906 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3df83801-a535-4b40-afa2-f7afe0e37940 req-8d857d9c-dbe4-4d04-b90d-80dfdc8194f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a14d0543-df93-450e-a48e-2a56aaf8fafa HTTP/1.1" status: 200  len: 848 time: 0.0638857
Aug 25 16:34:08.149465 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3df83801-a535-4b40-afa2-f7afe0e37940 req-5e02851f-f75d-43fb-ab62-958f83dc4f77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0ceff83-8770-427d-9a29-aa2f25758798&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700283
Aug 25 16:34:08.287522 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3df83801-a535-4b40-afa2-f7afe0e37940 req-ffe679a0-4cb0-47f6-83d6-4fdad0e58a05 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299884
Aug 25 16:34:08.477708 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3df83801-a535-4b40-afa2-f7afe0e37940 req-c04d86f3-d8dc-4e95-86e9-1bdc96217981 service neutron] 10.222.0.60 "GET /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1815157
Aug 25 16:34:08.495571 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66c0a3-4021-474c-949c-962a436a598c req-f739e0e3-c755-40a4-ab3b-be2b3c08430d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:08.497243 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c66c0a3-4021-474c-949c-962a436a598c req-f739e0e3-c755-40a4-ab3b-be2b3c08430d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 931 time: 0.1320317
Aug 25 16:34:08.497937 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-972fd94e-d2c1-41a1-b307-f9a2cc2fb2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:08.499318 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:08.507987 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-22b40e5e-e84d-4de9-8969-cfdfabb2f360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:08.561950 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c66c0a3-4021-474c-949c-962a436a598c req-3967c1df-b71d-4f5b-8ce0-ddfebc473639 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482488
Aug 25 16:34:08.653041 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Pushing event updated for resources: {'Port': ['ID=8d97f35e-3a65-4da1-b4d5-8555875fab4f,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:08.666785 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:08.667038 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:08.667358 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:08.667746 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:08.668102 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:08.668457 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:08.668808 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:08.669179 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:08.669531 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:08.669896 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:08.670790 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:08.674865 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:08.783205 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Attempting to bind port 8d97f35e-3a65-4da1-b4d5-8555875fab4f on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:34:08.783547 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Attempting to bind port 8d97f35e-3a65-4da1-b4d5-8555875fab4f by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:34:08.783876 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Attempting to bind port 8d97f35e-3a65-4da1-b4d5-8555875fab4f on network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:34:08.789819 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Port 8d97f35e-3a65-4da1-b4d5-8555875fab4f on network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:34:08.790143 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Attempting to bind port 8d97f35e-3a65-4da1-b4d5-8555875fab4f on network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:34:08.797716 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:34:08.798127 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Checking segment: {'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:34:08.798460 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Bound using segment: {'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:34:08.798901 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Bound port: 8d97f35e-3a65-4da1-b4d5-8555875fab4f, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a658f347-979c-4379-9214-c13c98b7b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:34:08.799259 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:08.893945 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] For port 8d97f35e-3a65-4da1-b4d5-8555875fab4f, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:34:08.897182 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] For port 8d97f35e-3a65-4da1-b4d5-8555875fab4f, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:34:08.961098 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:08.965606 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fd6f313e-9fe6-4c21-a1e4-4836f0ae3282 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:09.026179 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:09.027662 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d97f35e-3a65-4da1-b4d5-8555875fab4f HTTP/1.1" status: 200  len: 1093 time: 1.6643405
Aug 25 16:34:09.028127 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:34:09.068736 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Pushing event updated for resources: {'Port': ['ID=8d97f35e-3a65-4da1-b4d5-8555875fab4f,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:09.068908 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:09.082457 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:09.104221 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'status': 'completed', 'code': 200}
Aug 25 16:34:09.208040 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-1d9e75cd-979c-4234-ad08-7094c16c9d51 req-fe35fbb7-604d-45a3-8ca4-33990e268a11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e428679d7aa940b3af321fae92fead92&device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 1096 time: 0.0825071
Aug 25 16:34:09.375076 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e75cd-979c-4234-ad08-7094c16c9d51 req-2169a74b-4ae2-4c8d-a6e4-e41e6f0ffb6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:09.376641 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-1d9e75cd-979c-4234-ad08-7094c16c9d51 req-2169a74b-4ae2-4c8d-a6e4-e41e6f0ffb6d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e428679d7aa940b3af321fae92fead92&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1510172
Aug 25 16:34:09.521957 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e75cd-979c-4234-ad08-7094c16c9d51 req-d496ea32-1d0c-4f03-a7fd-3a5c5087487b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:09.523346 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-1d9e75cd-979c-4234-ad08-7094c16c9d51 req-d496ea32-1d0c-4f03-a7fd-3a5c5087487b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1388409
Aug 25 16:34:09.646191 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-148f84e7-f022-454a-a1d5-9ec72fe186a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e428679d7aa940b3af321fae92fead92&device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 1096 time: 0.0768147
Aug 25 16:34:09.718652 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-54fd90e6-1402-4113-83e3-7c7ea594f952 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f HTTP/1.1" status: 200  len: 217 time: 0.0648801
Aug 25 16:34:09.777406 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124c46e-1d27-4e92-b9a3-916f2a67e955 req-9c071cda-26e2-4189-9342-5c76012d549c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:09.778876 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0124c46e-1d27-4e92-b9a3-916f2a67e955 req-9c071cda-26e2-4189-9342-5c76012d549c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 943 time: 0.0896449
Aug 25 16:34:09.793727 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-44167dac-21c3-4d11-8912-5632f32f10eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:09.795543 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-44167dac-21c3-4d11-8912-5632f32f10eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea751ba-1b28-4ee8-99d1-fd75341a8b89 HTTP/1.1" status: 200  len: 854 time: 0.0688705
Aug 25 16:34:09.830404 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0124c46e-1d27-4e92-b9a3-916f2a67e955 req-97bbdd5a-23d9-4639-8d00-a05c28234e58 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435879
Aug 25 16:34:09.876265 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-d8de5c6a-0db1-40e1-8661-331bd51e46a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735190
Aug 25 16:34:10.015109 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-e9907b5c-3e91-4288-9de8-4290f54785ff service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304877
Aug 25 16:34:10.157993 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a372978b-6ce3-4c26-9ba7-77aeb40666ba req-0901eb8d-f2c8-49e7-8dae-0a3ab69fcb19 service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343734
Aug 25 16:34:10.520423 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:11.050795 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d106a76-ba1c-4a87-9aed-c1cd0667e61a req-e7b5d584-d66f-41ac-81fa-c311b35ec4fa tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:11.052361 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5d106a76-ba1c-4a87-9aed-c1cd0667e61a req-e7b5d584-d66f-41ac-81fa-c311b35ec4fa tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 943 time: 0.0919871
Aug 25 16:34:11.114980 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5d106a76-ba1c-4a87-9aed-c1cd0667e61a req-aebceb82-a7d9-470f-ac31-833abc3d020b tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569477
Aug 25 16:34:12.168210 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f2dc-3d91-46d1-9b00-685c9f3341a2 req-65622be0-f01c-4452-b63d-40c5813db697 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:12.169693 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7bb0f2dc-3d91-46d1-9b00-685c9f3341a2 req-65622be0-f01c-4452-b63d-40c5813db697 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 945 time: 0.0776446
Aug 25 16:34:12.215800 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7bb0f2dc-3d91-46d1-9b00-685c9f3341a2 req-949dbf98-9788-421f-b3fa-2df1cb022710 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396218
Aug 25 16:34:12.229487 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8d97f35e-3a65-4da1-b4d5-8555875fab4f details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:34:12.326290 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d86add-8fb5-49f4-9c4c-0452144ca5da req-3777d7ca-3f64-44a3-bd6e-5a46f0c669d5 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:12.328410 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c0d86add-8fb5-49f4-9c4c-0452144ca5da req-3777d7ca-3f64-44a3-bd6e-5a46f0c669d5 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 943 time: 0.0813656
Aug 25 16:34:12.366947 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8d97f35e-3a65-4da1-b4d5-8555875fab4f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:12.373733 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c0d86add-8fb5-49f4-9c4c-0452144ca5da req-23bcd58e-bd93-4138-b832-91184dc98e82 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398428
Aug 25 16:34:12.384006 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'port_id': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'mac_address': 'fa:16:3e:af:d6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:34:12.438445 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:12.456004 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d97f35e-3a65-4da1-b4d5-8555875fab4f {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:34:12.471362 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8d97f35e-3a65-4da1-b4d5-8555875fab4f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:12.600318 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:12.602071 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-d678496e-4071-42a4-ba52-7e6693c3cf11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:12.668259 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=8d97f35e-3a65-4da1-b4d5-8555875fab4f,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:12.672145 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:12.916655 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['8d97f35e-3a65-4da1-b4d5-8555875fab4f'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:34:13.423339 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f28ec-c094-4a1b-bad5-48104015d62f req-a7feb92f-61c9-4a03-99b6-39aae21dc14d tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:13.431695 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c09f28ec-c094-4a1b-bad5-48104015d62f req-a7feb92f-61c9-4a03-99b6-39aae21dc14d tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 945 time: 0.0818577
Aug 25 16:34:13.477042 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c09f28ec-c094-4a1b-bad5-48104015d62f req-5014f380-ae13-411d-84d9-db0143b29ccb tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456827
Aug 25 16:34:13.580445 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f03ed-8f92-4253-ae70-71c00871f496 req-29481506-623a-4670-be7c-68332512ebf3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:13.582009 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9f3f03ed-8f92-4253-ae70-71c00871f496 req-29481506-623a-4670-be7c-68332512ebf3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 944 time: 0.0849366
Aug 25 16:34:13.627132 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9f3f03ed-8f92-4253-ae70-71c00871f496 req-54110688-2975-49c8-bc1a-eebce868e63a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396690
Aug 25 16:34:14.071890 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-5e2dcde1-4438-45c4-abdd-b602bc1f1003 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:14.072584 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-5e2dcde1-4438-45c4-abdd-b602bc1f1003 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Synchronizing usage tracker for tenant:446dcebe081b4522bb0b4536c63d16b4 on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:34:14.177319 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-5e2dcde1-4438-45c4-abdd-b602bc1f1003 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Unset dirty status for tenant:446dcebe081b4522bb0b4536c63d16b4 on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:34:14.178495 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-5e2dcde1-4438-45c4-abdd-b602bc1f1003 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 945 time: 0.1856055
Aug 25 16:34:14.227101 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8d97f35e-3a65-4da1-b4d5-8555875fab4f up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:34:14.250742 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Deleting port 5503d7b2-cc02-45b9-8758-143ac4767d3b {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:34:14.250742 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:14.343167 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 8d97f35e-3a65-4da1-b4d5-8555875fab4f completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:34:14.348676 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 8d97f35e-3a65-4da1-b4d5-8555875fab4f triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:34:14.349052 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:14.467573 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:14.495709 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:34:14.506223 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8d97f35e-3a65-4da1-b4d5-8555875fab4f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:14.564153 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'code': 200}
Aug 25 16:34:14.582853 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:14.586737 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:14.610465 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] For port 5503d7b2-cc02-45b9-8758-143ac4767d3b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5503d7b2-cc02-45b9-8758-143ac4767d3b,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:14.611120 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:14.674551 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=8d97f35e-3a65-4da1-b4d5-8555875fab4f,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:14.678179 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:14.742005 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37771f9-1df1-4b8f-95a2-442037a22485 req-938a2f3c-58d6-4779-8b93-642e741f179b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:14.744991 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e37771f9-1df1-4b8f-95a2-442037a22485 req-938a2f3c-58d6-4779-8b93-642e741f179b tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 945 time: 0.1089969
Aug 25 16:34:14.845266 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e37771f9-1df1-4b8f-95a2-442037a22485 req-7f1257e1-22c9-450d-b5fc-497604eb2b5d tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups?id=d12475d8-be04-461a-bbfe-c13ee3b8cc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937748
Aug 25 16:34:14.902431 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130c40a-f360-457b-b90e-36bcd75a0454 req-250fd423-c6ef-4d90-bc75-e3446aa5408f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:14.903863 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7130c40a-f360-457b-b90e-36bcd75a0454 req-250fd423-c6ef-4d90-bc75-e3446aa5408f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 945 time: 0.1358786
Aug 25 16:34:14.945392 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:14.950340 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:14.950340 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.l3_db [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Floating IP d7e66097-f624-4d0b-9ecc-a3524d15a32e disassociated. External IP: 172.27.3.254, port: 5503d7b2-cc02-45b9-8758-143ac4767d3b.
Aug 25 16:34:14.950340 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Calling delete_port for 5503d7b2-cc02-45b9-8758-143ac4767d3b owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:34:14.965153 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7130c40a-f360-457b-b90e-36bcd75a0454 req-5993d687-ca4a-45b6-b018-76204c0401a4 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540595
Aug 25 16:34:14.976706 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-72c5f9de-283b-4832-99a4-546faa596068 req-09709edc-a0b3-4a31-b393-a526f2c9e290 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 1098 time: 0.1177652
Aug 25 16:34:15.022613 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-72c5f9de-283b-4832-99a4-546faa596068 req-a8f14ca4-d33e-4f5e-818c-04634c0fa0cc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372295
Aug 25 16:34:15.147900 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:15.153554 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-5df13f6f-8bbb-495c-9c86-b1bb9e36b1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:15.209167 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event deleted for resources: {'Port': ['ID=5503d7b2-cc02-45b9-8758-143ac4767d3b,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:15.212479 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:15.413819 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Router 220caf4f-5143-4fc3-bd5c-bf8925e239ec has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:34:15.627721 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:34:15.637363 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b423380-e51c-45d6-857f-a2fb9029d138 None None] Sync routers for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:34:15.650968 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b423380-e51c-45d6-857f-a2fb9029d138 None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:34:15.651609 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-8b423380-e51c-45d6-857f-a2fb9029d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf046d8d30>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:34:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:15.705468 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] No DVR routers for this DVR port 5503d7b2-cc02-45b9-8758-143ac4767d3b on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:34:15.708145 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:15.710947 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'name': 'network-vif-deleted', 'tag': '5503d7b2-cc02-45b9-8758-143ac4767d3b'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:34:15.770271 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb19984-cef4-48ce-9c65-885e3f73f356', 'name': 'network-vif-deleted', 'tag': '5503d7b2-cc02-45b9-8758-143ac4767d3b', 'status': 'completed', 'code': 200}
Aug 25 16:34:15.817586 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-dc097d91-0ef3-4662-adc5-3e713d06c969 req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.60 "DELETE /v2.0/ports/5503d7b2-cc02-45b9-8758-143ac4767d3b HTTP/1.1" status: 204  len: 173 time: 1.6312838
Aug 25 16:34:15.838644 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-8b423380-e51c-45d6-857f-a2fb9029d138 None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:34:16.076160 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-81dd4417-6c09-403c-ac63-a50fe7c63c77 req-cfa5663b-b8a4-43dc-a95c-d6288febadf4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb19984-cef4-48ce-9c65-885e3f73f356 HTTP/1.1" status: 200  len: 210 time: 0.0974698
Aug 25 16:34:16.240189 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-8b423380-e51c-45d6-857f-a2fb9029d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf046d8d30>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:16.246199 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b423380-e51c-45d6-857f-a2fb9029d138 None None] Checking router: 220caf4f-5143-4fc3-bd5c-bf8925e239ec for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:34:16.259434 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b423380-e51c-45d6-857f-a2fb9029d138 None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:34:16.259982 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-8b423380-e51c-45d6-857f-a2fb9029d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf046d8d30>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:34:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:16.339372 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb73c0-faa9-4654-a34d-26ee9a1a0044 req-3340e72a-cd5a-4fa4-bd14-907ee2de740d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:16.340881 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dbcb73c0-faa9-4654-a34d-26ee9a1a0044 req-3340e72a-cd5a-4fa4-bd14-907ee2de740d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 945 time: 0.1723642
Aug 25 16:34:16.389988 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dbcb73c0-faa9-4654-a34d-26ee9a1a0044 req-b310f1de-5748-4319-8494-874c3e96046f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422714
Aug 25 16:34:16.448826 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-8b423380-e51c-45d6-857f-a2fb9029d138 None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:34:16.775999 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-8b423380-e51c-45d6-857f-a2fb9029d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf046d8d30>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:16.779914 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b423380-e51c-45d6-857f-a2fb9029d138 None None] The sync data for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi is: [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:27:13Z', 'revision_number': 4, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '1b3b9e08-0c92-4722-b370-aaa8eca6ec58', 'name': '', 'network_id': 'e0ceff83-8770-427d-9a29-aa2f25758798', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'mac_address': 'fa:16:3e:57:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:12Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'subnets': [{'id': 'a14d0543-df93-450e-a48e-2a56aaf8fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:34:16.994102 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f928a-4050-4797-99c7-1f730c2b7fe7 None None] New status for floating IP d7e66097-f624-4d0b-9ecc-a3524d15a32e: DOWN {{(pid=75964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:34:17.309574 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52578) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:17.380858 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5a27398c-54fc-4fca-9136-4be90d156815 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:17.408263 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5a27398c-54fc-4fca-9136-4be90d156815 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:17.508598 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5a27398c-54fc-4fca-9136-4be90d156815 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:17.512818 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-eabf486e-a6b0-424b-91b4-8934a5f224d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:17.528192 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27398c-54fc-4fca-9136-4be90d156815 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12475d8-be04-461a-bbfe-c13ee3b8cc09,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:17.532217 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-5a27398c-54fc-4fca-9136-4be90d156815 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:17.582825 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5a27398c-54fc-4fca-9136-4be90d156815 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:17.584114 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-5a27398c-54fc-4fca-9136-4be90d156815 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "DELETE /v2.0/security-groups/d12475d8-be04-461a-bbfe-c13ee3b8cc09 HTTP/1.1" status: 204  len: 168 time: 0.2735417
Aug 25 16:34:17.586796 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52584) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:17.603859 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e61832-d48b-4311-9528-69de8f22d13d req-2d85eb50-3955-4801-9e06-749f94af5b04 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:17.604464 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.api.v2.resource [None req-00b097f9-5e1e-4656-bc2c-ac2cb4dc83fd tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] show failed (client error): The resource could not be found.
Aug 25 16:34:17.605620 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-00b097f9-5e1e-4656-bc2c-ac2cb4dc83fd tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "GET /v2.0/security-groups/d12475d8-be04-461a-bbfe-c13ee3b8cc09 HTTP/1.1" status: 404  len: 347 time: 0.0172803
Aug 25 16:34:17.605782 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-11e61832-d48b-4311-9528-69de8f22d13d req-2d85eb50-3955-4801-9e06-749f94af5b04 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 945 time: 0.0912497
Aug 25 16:34:17.607864 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52588) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:17.655409 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-11e61832-d48b-4311-9528-69de8f22d13d req-ab6578b0-a67d-4364-9d3b-497f19a3b6cf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437639
Aug 25 16:34:17.765624 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-4cebeb3b-e06b-4867-ac6c-cb29c0f690c3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Deleting port 2d05a399-3441-4347-b8a1-a90046f6b908 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:34:17.766195 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4cebeb3b-e06b-4867-ac6c-cb29c0f690c3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:17.860313 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c6ff7-a548-416a-9323-e6aef5a8cc8b req-e5905068-06f9-4b02-a524-231c26f6d787 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:17.861964 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d27c6ff7-a548-416a-9323-e6aef5a8cc8b req-e5905068-06f9-4b02-a524-231c26f6d787 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 945 time: 0.0833766
Aug 25 16:34:17.910960 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d27c6ff7-a548-416a-9323-e6aef5a8cc8b req-b185914c-b10a-44fc-8476-39fbf8bffc32 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432673
Aug 25 16:34:18.050510 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4cebeb3b-e06b-4867-ac6c-cb29c0f690c3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:18.050837 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4cebeb3b-e06b-4867-ac6c-cb29c0f690c3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:18.174842 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-4cebeb3b-e06b-4867-ac6c-cb29c0f690c3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Calling delete_port for 2d05a399-3441-4347-b8a1-a90046f6b908 owned by network:floatingip {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:34:18.261556 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 5503d7b2-cc02-45b9-8758-143ac4767d3b no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:34:18.298963 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 5503d7b2-cc02-45b9-8758-143ac4767d3b {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:34:18.299478 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 5503d7b2-cc02-45b9-8758-143ac4767d3b not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:34:18.317669 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:34:18.354038 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b05fe4-cab0-4114-8415-b13a85b343e6 req-ecc2e176-f7bc-40fe-8861-38db9652988b tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:18.355513 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-63b05fe4-cab0-4114-8415-b13a85b343e6 req-ecc2e176-f7bc-40fe-8861-38db9652988b tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 945 time: 0.0858116
Aug 25 16:34:18.394171 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4cebeb3b-e06b-4867-ac6c-cb29c0f690c3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:18.398991 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:18.404714 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-63b05fe4-cab0-4114-8415-b13a85b343e6 req-373901b9-b9e9-4ea6-8b2c-70b71616f3cd tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429425
Aug 25 16:34:18.444480 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebeb3b-e06b-4867-ac6c-cb29c0f690c3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Pushing event deleted for resources: {'Port': ['ID=2d05a399-3441-4347-b8a1-a90046f6b908,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:18.447275 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4cebeb3b-e06b-4867-ac6c-cb29c0f690c3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:18.544077 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4cebeb3b-e06b-4867-ac6c-cb29c0f690c3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks [] for floatingip, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:18.558758 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4cebeb3b-e06b-4867-ac6c-cb29c0f690c3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:18.562009 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-4cebeb3b-e06b-4867-ac6c-cb29c0f690c3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] 10.222.0.37 "DELETE /v2.0/floatingips/d7e66097-f624-4d0b-9ecc-a3524d15a32e HTTP/1.1" status: 204  len: 168 time: 0.9528766
Aug 25 16:34:23.112699 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52664) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:23.640383 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937137'] for router_interface, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:23.667594 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:24.357970 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] Deleting port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:34:24.359317 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:24.535230 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] For port 1b3b9e08-0c92-4722-b370-aaa8eca6ec58, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=1b3b9e08-0c92-4722-b370-aaa8eca6ec58,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:24.535577 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:24.660071 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] Calling delete_port for 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 owned by network:router_interface {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:34:24.942725 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:24.946619 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-57b383b2-2e60-4121-b489-3504b2d167d7 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:24.990911 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3b9e08-0c92-4722-b370-aaa8eca6ec58,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:24.993710 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:25.292479 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937029'] for router_interface, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:25.966262 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] Router 220caf4f-5143-4fc3-bd5c-bf8925e239ec has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:34:26.169178 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:34:26.178367 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ec658-c500-4b40-a5fd-91f56fdb67f8 None None] Sync routers for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:34:26.183051 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] 10.222.0.37 "PUT /v2.0/routers/220caf4f-5143-4fc3-bd5c-bf8925e239ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0692251
Aug 25 16:34:26.185528 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52682) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:26.194438 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ec658-c500-4b40-a5fd-91f56fdb67f8 None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:34:26.195546 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-ed7ec658-c500-4b40-a5fd-91f56fdb67f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04b5c1f0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:34:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:26.374924 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-ed7ec658-c500-4b40-a5fd-91f56fdb67f8 None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:34:26.385944 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:26.585568 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:26.660096 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-ed7ec658-c500-4b40-a5fd-91f56fdb67f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04b5c1f0>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:34:24Z', 'revision_number': 5, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port': {'id': '4fc8dc4e-9361-46ea-9a1c-ad3de904fa57', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:06Z', 'updated_at': '2021-08-25T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:26.663954 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ec658-c500-4b40-a5fd-91f56fdb67f8 None None] Checking router: 220caf4f-5143-4fc3-bd5c-bf8925e239ec for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:34:26.675168 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ec658-c500-4b40-a5fd-91f56fdb67f8 None None] Routers {'220caf4f-5143-4fc3-bd5c-bf8925e239ec'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:34:26.675764 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-ed7ec658-c500-4b40-a5fd-91f56fdb67f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04b5c1f0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:34:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:26.702971 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Deleting port 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:34:26.703321 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:26.860304 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-ed7ec658-c500-4b40-a5fd-91f56fdb67f8 None None] Set router 220caf4f-5143-4fc3-bd5c-bf8925e239ec gateway port host: None {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:34:26.884026 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] For port 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=4fc8dc4e-9361-46ea-9a1c-ad3de904fa57,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:26.884388 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:26.964970 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-ed7ec658-c500-4b40-a5fd-91f56fdb67f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04b5c1f0>, [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:34:26Z', 'revision_number': 6, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port_host': None}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:26.969478 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ec658-c500-4b40-a5fd-91f56fdb67f8 None None] The sync data for ids ['220caf4f-5143-4fc3-bd5c-bf8925e239ec'] in dv-cinder-805825-2-iscsi is: [{'id': '220caf4f-5143-4fc3-bd5c-bf8925e239ec', 'name': 'tempest-AttachVolumeTestJSON-78816129-router', 'tenant_id': '446dcebe081b4522bb0b4536c63d16b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:04Z', 'updated_at': '2021-08-25T16:34:26Z', 'revision_number': 6, 'project_id': '446dcebe081b4522bb0b4536c63d16b4', 'gw_port_host': None}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:34:27.010007 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Calling delete_port for 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 owned by network:router_gateway {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:34:27.222605 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:27.226909 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-53b8baa8-f46a-4490-ad13-e8bc407038e0 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:27.278076 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc8dc4e-9361-46ea-9a1c-ad3de904fa57,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:27.281083 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:27.626899 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936396'] for router_gateway, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:27.769905 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:34:27.804635 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:34:27.805006 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 1b3b9e08-0c92-4722-b370-aaa8eca6ec58 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:34:27.805477 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:34:27.841623 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:34:27.841968 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 4fc8dc4e-9361-46ea-9a1c-ad3de904fa57 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:34:27.896195 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61713'] for router, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:27.900584 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:28.033866 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935408'] for router, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:28.034551 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 220caf4f-5143-4fc3-bd5c-bf8925e239ec {{(pid=75961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 25 16:34:28.048077 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Notify callbacks [] for router, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:28.049237 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/220caf4f-5143-4fc3-bd5c-bf8925e239ec HTTP/1.1" status: 204  len: 168 time: 1.8622689
Aug 25 16:34:28.052009 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52690) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:28.117280 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7dcff1f-b0bb-4f42-bb6d-fcf051f41c35 admin admin] Deleting subnet a14d0543-df93-450e-a48e-2a56aaf8fafa {{(pid=75961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:34:28.121403 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a7dcff1f-b0bb-4f42-bb6d-fcf051f41c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:28.176129 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a7dcff1f-b0bb-4f42-bb6d-fcf051f41c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1140329'] for subnet, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:28.294064 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a7dcff1f-b0bb-4f42-bb6d-fcf051f41c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:28.445443 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a7dcff1f-b0bb-4f42-bb6d-fcf051f41c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1548318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1074743'] for subnet, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:28.449593 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-aca274c5-6e19-4a86-89b1-f748bd285afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:28.481595 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcff1f-b0bb-4f42-bb6d-fcf051f41c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a14d0543-df93-450e-a48e-2a56aaf8fafa,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:28.486651 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a7dcff1f-b0bb-4f42-bb6d-fcf051f41c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:28.490748 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a7dcff1f-b0bb-4f42-bb6d-fcf051f41c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:28.496973 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8883f3e-3332-4b2f-b2a2-88ae9c252515 None None] Network e0ceff83-8770-427d-9a29-aa2f25758798 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:34:28.497186 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-a7dcff1f-b0bb-4f42-bb6d-fcf051f41c35 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a14d0543-df93-450e-a48e-2a56aaf8fafa HTTP/1.1" status: 204  len: 168 time: 0.4437621
Aug 25 16:34:28.500098 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52698) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:28.608414 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:28.619128 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Deleting port 004a9618-b3ad-4555-844e-b3d6fe8ca45e {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:34:28.619458 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:28.777075 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693f0f1-95c0-4c56-93c4-7ebf68e1e1b3 None None] DHCP port deletion for e0ceff83-8770-427d-9a29-aa2f25758798 request from dv-cinder-805825-2-iscsi {{(pid=75963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 25 16:34:28.781871 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-0693f0f1-95c0-4c56-93c4-7ebf68e1e1b3 None None] Deleting port 004a9618-b3ad-4555-844e-b3d6fe8ca45e {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:34:28.782289 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-0693f0f1-95c0-4c56-93c4-7ebf68e1e1b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:28.847116 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] For port 004a9618-b3ad-4555-844e-b3d6fe8ca45e, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=004a9618-b3ad-4555-844e-b3d6fe8ca45e,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:28.847399 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:28.975585 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Calling delete_port for 004a9618-b3ad-4555-844e-b3d6fe8ca45e owned by network:dhcp {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:34:28.995085 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-0693f0f1-95c0-4c56-93c4-7ebf68e1e1b3 None None] For port 004a9618-b3ad-4555-844e-b3d6fe8ca45e, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=004a9618-b3ad-4555-844e-b3d6fe8ca45e,segment=NetworkSegment(3b860300-b7ac-46ac-a5d3-918665d07fda),segment_id=3b860300-b7ac-46ac-a5d3-918665d07fda)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:28.995420 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-0693f0f1-95c0-4c56-93c4-7ebf68e1e1b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:29.114983 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-0693f0f1-95c0-4c56-93c4-7ebf68e1e1b3 None None] Calling delete_port for 004a9618-b3ad-4555-844e-b3d6fe8ca45e owned by network:dhcp {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:34:29.119802 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:29.124441 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:29.168041 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=004a9618-b3ad-4555-844e-b3d6fe8ca45e,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:29.172803 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:29.176221 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] No DVR routers for this DVR port 004a9618-b3ad-4555-844e-b3d6fe8ca45e on host dv-cinder-805825-2-iscsi {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:34:29.253970 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.db.api [None req-0693f0f1-95c0-4c56-93c4-7ebf68e1e1b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 25 16:34:29.254336 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_db.api [None req-0693f0f1-95c0-4c56-93c4-7ebf68e1e1b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 25 16:34:29.399591 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:29.413138 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf042f07c0>,) {'filters': {'network_id': ['e0ceff83-8770-427d-9a29-aa2f25758798']}} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:29.429686 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf042f07c0>, '3b860300-b7ac-46ac-a5d3-918665d07fda') {'for_net_delete': True} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:29.429686 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf042f07c0>, '3b860300-b7ac-46ac-a5d3-918665d07fda') {} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:29.442860 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1140326'] for segment, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:29.462524 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:29.471443 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=75961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:34:29.471849 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1548472'] for segment, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]: Traceback (most recent call last):
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     timer()
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     cb(*args, **kw)
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     return func(*args, **kwargs)
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     self._notify()
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     self.callback(batched_events)
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     event.method(event)
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     return f(self, *a, **k)
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._get(url).json()
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:34:29.506009 dv-cinder-805825-2-iscsi neutron-server[75961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:34:29.603751 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 004a9618-b3ad-4555-844e-b3d6fe8ca45e no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:34:29.641344 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 004a9618-b3ad-4555-844e-b3d6fe8ca45e {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:34:29.641344 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 004a9618-b3ad-4555-844e-b3d6fe8ca45e not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:34:29.679479 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:29.683609 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-62158bf5-07b1-42dc-8658-ec0c14ff8497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:29.699605 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:29.706516 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ceff83-8770-427d-9a29-aa2f25758798,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:29.711348 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:29.749737 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b02168-69bd-4a3b-9ec4-f8e54fb2d216 req-c7e8d22f-8cdc-42cf-961e-887472fe92cc tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:29.751185 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-19b02168-69bd-4a3b-9ec4-f8e54fb2d216 req-c7e8d22f-8cdc-42cf-961e-887472fe92cc tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 945 time: 0.0838733
Aug 25 16:34:29.755073 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-0693f0f1-95c0-4c56-93c4-7ebf68e1e1b3 None None] Deleting port 004a9618-b3ad-4555-844e-b3d6fe8ca45e {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:34:29.755494 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-0693f0f1-95c0-4c56-93c4-7ebf68e1e1b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:29.798254 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-19b02168-69bd-4a3b-9ec4-f8e54fb2d216 req-ad2fcbc7-b052-435a-a8fb-d4a5b680e3ed tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414937
Aug 25 16:34:29.818335 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-0693f0f1-95c0-4c56-93c4-7ebf68e1e1b3 None None] The port '004a9618-b3ad-4555-844e-b3d6fe8ca45e' was deleted {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 25 16:34:29.821370 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e0ceff83-8770-427d-9a29-aa2f25758798 HTTP/1.1" status: 204  len: 168 time: 1.3177817
Aug 25 16:34:29.827618 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52714) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:29.977196 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-252ea4e7-033e-4486-9ea3-21693f441d4c tempest-TestMinimumBasicScenario-455048602 tempest-TestMinimumBasicScenario-455048602-project-admin] Synchronizing usage tracker for tenant:3ad73b34e9534d62ad81a27502a984a4 on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:34:30.079556 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-252ea4e7-033e-4486-9ea3-21693f441d4c tempest-TestMinimumBasicScenario-455048602 tempest-TestMinimumBasicScenario-455048602-project-admin] Unset dirty status for tenant:3ad73b34e9534d62ad81a27502a984a4 on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:34:30.080747 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-252ea4e7-033e-4486-9ea3-21693f441d4c tempest-TestMinimumBasicScenario-455048602 tempest-TestMinimumBasicScenario-455048602-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 1093 time: 0.2520425
Aug 25 16:34:30.085960 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 52720) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:30.095006 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Request body: {'floatingip': {'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'port_id': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:30.104149 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:30.110295 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Usage tracker for resource:floatingip and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:30.113769 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:30.124456 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:30.210296 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52724) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:30.211169 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for floatingip, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:30.263862 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-20f14ad8-fa0a-45d2-b7d3-d1911a49b7eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=446dcebe081b4522bb0b4536c63d16b4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0509341
Aug 25 16:34:30.267140 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52728) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:30.335553 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d28be067-8b72-42d4-80f4-e6b5ef18da82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:30.359621 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:30.363121 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d28be067-8b72-42d4-80f4-e6b5ef18da82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:30.501727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Allocated IP 172.27.3.130 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/9109bcb7-a9bb-40a9-a19e-f6af65e9307f) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:34:30.507914 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d28be067-8b72-42d4-80f4-e6b5ef18da82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:30.512229 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-db54859e-0ed5-4faa-aeed-c50ca819235c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:30.526223 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28be067-8b72-42d4-80f4-e6b5ef18da82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f948f1-032c-445b-a4ea-28b202132317,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:30.547499 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d28be067-8b72-42d4-80f4-e6b5ef18da82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:30.551669 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d28be067-8b72-42d4-80f4-e6b5ef18da82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:30.556650 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-d28be067-8b72-42d4-80f4-e6b5ef18da82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7f948f1-032c-445b-a4ea-28b202132317 HTTP/1.1" status: 204  len: 168 time: 0.2881770
Aug 25 16:34:30.666215 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:30.788752 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:30.793439 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:30.864195 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:34:30.867222 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:34:30.872145 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:34:30.896699 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event updated for resources: {'Port': ['ID=9109bcb7-a9bb-40a9-a19e-f6af65e9307f,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:30.915171 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:30.915536 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:30.915897 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:30.916255 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:30.916622 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:30.916958 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:30.917328 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:30.917675 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:30.918024 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:30.918367 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:30.918709 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:30.924282 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:31.474700 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:31.497858 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ceb0f-736c-4e2e-beae-19291cf318d7 req-1fa46ee0-e187-4543-9d66-1bb43fa5dfc9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:31.499426 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-435ceb0f-736c-4e2e-beae-19291cf318d7 req-1fa46ee0-e187-4543-9d66-1bb43fa5dfc9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 946 time: 0.1227462
Aug 25 16:34:31.588468 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-435ceb0f-736c-4e2e-beae-19291cf318d7 req-c0413e8e-2ce3-4230-9d44-8ac2bdde0b6d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829301
Aug 25 16:34:31.604542 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:31.892521 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:31.965414 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716064'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:31.970558 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-c7073834-c068-4576-929b-709e132aa713 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:32.067414 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event updated for resources: {'Port': ['ID=9109bcb7-a9bb-40a9-a19e-f6af65e9307f,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:32.071888 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:32.092951 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:32.286761 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.l3_db [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Floating IP cf6edc3a-4623-4267-a7a7-3c4b8a4c4baa associated. External IP: 172.27.3.130, port: 8d97f35e-3a65-4da1-b4d5-8555875fab4f.
Aug 25 16:34:32.696051 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Router 7d4002fa-5cb5-43f2-ae5f-757d16188572 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:34:32.877299 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed78d4-9fa8-4bb9-b06e-74f25e1eba1b req-e8cb89e5-d3a1-4298-b4e9-5f064707efb6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:32.878865 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54ed78d4-9fa8-4bb9-b06e-74f25e1eba1b req-e8cb89e5-d3a1-4298-b4e9-5f064707efb6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 946 time: 0.1122537
Aug 25 16:34:32.995841 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-54ed78d4-9fa8-4bb9-b06e-74f25e1eba1b req-96412cb7-ebd0-4dc0-8e53-c1de7f34103c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691354
Aug 25 16:34:33.019484 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-3155b1b9-d174-4cc1-b2dd-0eed6a3d3bd1 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:33.019484 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-3155b1b9-d174-4cc1-b2dd-0eed6a3d3bd1 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Synchronizing usage tracker for tenant:69dd618035034881b9a069a46953420c on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:34:33.025161 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:34:33.035004 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d6e4e-9318-469b-87c7-766a87fbbf6e None None] Sync routers for ids ['7d4002fa-5cb5-43f2-ae5f-757d16188572'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:34:33.055296 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d6e4e-9318-469b-87c7-766a87fbbf6e None None] Routers {'7d4002fa-5cb5-43f2-ae5f-757d16188572'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:34:33.055922 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-158d6e4e-9318-469b-87c7-766a87fbbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04ae0d90>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:34:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['7d4002fa-5cb5-43f2-ae5f-757d16188572'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:33.120248 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-3155b1b9-d174-4cc1-b2dd-0eed6a3d3bd1 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Unset dirty status for tenant:69dd618035034881b9a069a46953420c on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:34:33.121451 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-3155b1b9-d174-4cc1-b2dd-0eed6a3d3bd1 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.60 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 946 time: 0.1920273
Aug 25 16:34:33.169494 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:33.207728 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Deleting port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:34:33.209488 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:33.240199 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-d8c5b330-f41d-4b83-a88d-b30bf3f8055c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1527500
Aug 25 16:34:33.241021 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:34:33.243427 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52782) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:33.249595 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-158d6e4e-9318-469b-87c7-766a87fbbf6e None None] Set router 7d4002fa-5cb5-43f2-ae5f-757d16188572 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:34:33.252716 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1038977313', 'description': 'tempest-secgroup-smoke-1038977313 description', 'project_id': 'e428679d7aa940b3af321fae92fead92'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:33.259339 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:33.263598 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Usage tracker for resource:security_group and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:33.266902 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:33.273072 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:33.323154 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'status': 'completed', 'code': 200}
Aug 25 16:34:33.379287 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:33.446409 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbbc8edf-6446-44d9-9b5e-f3d454ed4453 req-342189fb-d725-47d4-9b43-7b0d5457d60e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e428679d7aa940b3af321fae92fead92&device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 1098 time: 0.0922105
Aug 25 16:34:33.538207 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:33.553637 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Usage tracker for resource:security_group_rule and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:33.558893 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:33.579585 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:33.682596 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:33.728360 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] For port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:33.728725 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:33.732629 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc8edf-6446-44d9-9b5e-f3d454ed4453 req-c0e17e74-af65-4077-832a-6c3a140a7123 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:33.734916 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbbc8edf-6446-44d9-9b5e-f3d454ed4453 req-c0e17e74-af65-4077-832a-6c3a140a7123 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f HTTP/1.1" status: 200  len: 916 time: 0.2808096
Aug 25 16:34:33.798330 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-158d6e4e-9318-469b-87c7-766a87fbbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04ae0d90>, [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': 'cf6edc3a-4623-4267-a7a7-3c4b8a4c4baa', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'port_id': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'mac_address': 'fa:16:3e:af:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:34:31Z', 'updated_at': '2021-08-25T16:34:31Z', 'revision_number': 0, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce375a63-1589-4d23-b671-cdddace0298b', 'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'mac_address': 'fa:16:3e:8f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:21Z', 'updated_at': '2021-08-25T16:33:42Z', 'revision_number': 5, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'subnets': [{'id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:33.802881 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d6e4e-9318-469b-87c7-766a87fbbf6e None None] Checking router: 7d4002fa-5cb5-43f2-ae5f-757d16188572 for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:34:33.809345 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:33.819061 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d6e4e-9318-469b-87c7-766a87fbbf6e None None] Routers {'7d4002fa-5cb5-43f2-ae5f-757d16188572'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:34:33.820035 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-158d6e4e-9318-469b-87c7-766a87fbbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04ae0d90>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:34:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['7d4002fa-5cb5-43f2-ae5f-757d16188572'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:33.823881 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-84be9c3e-c3d1-4560-9540-a757954f2bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:33.861350 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbbc8edf-6446-44d9-9b5e-f3d454ed4453 req-dc7e91c4-0884-4877-bb9e-816ed6aa2f22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f HTTP/1.1" status: 200  len: 999 time: 0.1190815
Aug 25 16:34:33.898316 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abcc346-14f0-4ada-aa80-a030a33419c2,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:33.905246 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:33.952765 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc8edf-6446-44d9-9b5e-f3d454ed4453 req-dceab7dc-10da-4667-a8e2-70f4c3c96923 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:33.954767 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbbc8edf-6446-44d9-9b5e-f3d454ed4453 req-dceab7dc-10da-4667-a8e2-70f4c3c96923 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea751ba-1b28-4ee8-99d1-fd75341a8b89 HTTP/1.1" status: 200  len: 854 time: 0.0847876
Aug 25 16:34:33.972280 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:33.973532 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.7287233
Aug 25 16:34:33.976557 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52792) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:33.992251 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Request body: {'security_group_rule': {'security_group_id': '3abcc346-14f0-4ada-aa80-a030a33419c2', 'project_id': 'e428679d7aa940b3af321fae92fead92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:33.998754 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:34.003300 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Usage tracker for resource:security_group_rule and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:34.006699 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:34.015344 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:34.036086 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-158d6e4e-9318-469b-87c7-766a87fbbf6e None None] Set router 7d4002fa-5cb5-43f2-ae5f-757d16188572 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:34:34.050366 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 52796) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:34.059850 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbbc8edf-6446-44d9-9b5e-f3d454ed4453 req-b7b69ac2-1b57-4116-93c5-383d2e1665f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0976624
Aug 25 16:34:34.179334 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:34.225915 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:34.226552 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:34.227107 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.l3_db [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Floating IP e978015e-0897-4e3a-be2c-bbaef4d3b1d3 disassociated. External IP: 172.27.3.171, port: 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d.
Aug 25 16:34:34.227615 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Calling delete_port for 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:34:34.327721 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-42c8502a-13fc-4a32-ba72-871070fe7093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:34.338369 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:34.402648 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbbc8edf-6446-44d9-9b5e-f3d454ed4453 req-f88b021f-5484-434e-a5c2-2fbb50d8c386 service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3301558
Aug 25 16:34:34.405972 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:34.409091 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-42c8502a-13fc-4a32-ba72-871070fe7093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:34.422747 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-453e5b0f-615f-4b43-93a2-f49efd8fa462 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:34.432782 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-42c8502a-13fc-4a32-ba72-871070fe7093 admin admin] Usage tracker for resource:security_group_rule and tenant:5085c356b0bc416687c666d3daa989ce is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:34.438933 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-42c8502a-13fc-4a32-ba72-871070fe7093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:34.451811 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c30a5cc-721b-40ef-9560-a37634c59e3c,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:34.455611 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:34.465968 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-158d6e4e-9318-469b-87c7-766a87fbbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04ae0d90>, [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': 'cf6edc3a-4623-4267-a7a7-3c4b8a4c4baa', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'port_id': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'mac_address': 'fa:16:3e:af:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:34:31Z', 'updated_at': '2021-08-25T16:34:31Z', 'revision_number': 0, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce375a63-1589-4d23-b671-cdddace0298b', 'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'mac_address': 'fa:16:3e:8f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:21Z', 'updated_at': '2021-08-25T16:33:42Z', 'revision_number': 5, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'subnets': [{'id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:34.470361 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d6e4e-9318-469b-87c7-766a87fbbf6e None None] The sync data for ids ['7d4002fa-5cb5-43f2-ae5f-757d16188572'] in dv-cinder-805825-2-iscsi is: [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': 'cf6edc3a-4623-4267-a7a7-3c4b8a4c4baa', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'port_id': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'mac_address': 'fa:16:3e:af:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:34:31Z', 'updated_at': '2021-08-25T16:34:31Z', 'revision_number': 0, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce375a63-1589-4d23-b671-cdddace0298b', 'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'mac_address': 'fa:16:3e:8f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:21Z', 'updated_at': '2021-08-25T16:33:42Z', 'revision_number': 5, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'subnets': [{'id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:34:34.496484 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-42c8502a-13fc-4a32-ba72-871070fe7093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:34.504749 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5049f-1b7e-4b0f-9c98-ef83bb44c23f req-133e2374-f0a6-44b6-8ab9-9a23baf7f2ed tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:34.513153 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-58c5049f-1b7e-4b0f-9c98-ef83bb44c23f req-133e2374-f0a6-44b6-8ab9-9a23baf7f2ed tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 946 time: 0.2846065
Aug 25 16:34:34.531713 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:34.542675 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2138fe3f-1e8f-47e2-9219-85da89d4a863 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:34.594082 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:34.597214 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6175497
Aug 25 16:34:34.603444 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52804) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:34.604919 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event deleted for resources: {'Port': ['ID=8b1283fb-f1d4-4c5e-9093-675a3fc41f0d,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:34.611588 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:34.614764 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-a200d498-c499-4bde-870b-ecc5819d6cd9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Request body: {'security_group_rule': {'security_group_id': '3abcc346-14f0-4ada-aa80-a030a33419c2', 'project_id': 'e428679d7aa940b3af321fae92fead92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:34.621797 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-a200d498-c499-4bde-870b-ecc5819d6cd9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:34.629240 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-a200d498-c499-4bde-870b-ecc5819d6cd9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Usage tracker for resource:security_group_rule and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:34.633273 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-a200d498-c499-4bde-870b-ecc5819d6cd9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:34.641165 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-a200d498-c499-4bde-870b-ecc5819d6cd9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:34.644510 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-58c5049f-1b7e-4b0f-9c98-ef83bb44c23f req-f759b153-bad8-41df-b3cf-72d37ce25f13 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1244144
Aug 25 16:34:34.648056 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fbbc8edf-6446-44d9-9b5e-f3d454ed4453 req-8fc277e2-7509-47be-a435-bd85ab939c06 service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357411
Aug 25 16:34:34.691696 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-42c8502a-13fc-4a32-ba72-871070fe7093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:34.758813 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e70e5-3870-4c27-bd0c-36a98d63a676 None None] New status for floating IP cf6edc3a-4623-4267-a7a7-3c4b8a4c4baa: ACTIVE {{(pid=75963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:34:34.766659 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-42c8502a-13fc-4a32-ba72-871070fe7093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:34.775272 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-6bc37a84-4b3d-4a26-a80e-8992f8633cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:34.821046 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8502a-13fc-4a32-ba72-871070fe7093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3159ca9c-df68-4b8e-b98f-d59f3f24230f,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:34.825625 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-42c8502a-13fc-4a32-ba72-871070fe7093 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5085c356b0bc416687c666d3daa989ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7740426
Aug 25 16:34:34.826972 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-42c8502a-13fc-4a32-ba72-871070fe7093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:34.830431 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 52808) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:34.903715 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-c845fa1a-ad22-4630-8c2c-516e8d28cf49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:34.931965 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-c845fa1a-ad22-4630-8c2c-516e8d28cf49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:34.969605 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a200d498-c499-4bde-870b-ecc5819d6cd9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.068607 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-c845fa1a-ad22-4630-8c2c-516e8d28cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.074529 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:34:35.074967 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-aa009e93-35e3-43ac-810c-13565ee01d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:35.088891 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a200d498-c499-4bde-870b-ecc5819d6cd9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.095015 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845fa1a-ad22-4630-8c2c-516e8d28cf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3159ca9c-df68-4b8e-b98f-d59f3f24230f,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:35.098194 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-c845fa1a-ad22-4630-8c2c-516e8d28cf49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:35.099372 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-c845fa1a-ad22-4630-8c2c-516e8d28cf49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.103139 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-c845fa1a-ad22-4630-8c2c-516e8d28cf49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3159ca9c-df68-4b8e-b98f-d59f3f24230f HTTP/1.1" status: 204  len: 168 time: 0.2676961
Aug 25 16:34:35.171367 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a200d498-c499-4bde-870b-ecc5819d6cd9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.184702 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:35.212098 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200d498-c499-4bde-870b-ecc5819d6cd9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c8ac38-3eae-4c8e-a5d0-4f2a6f6a0900,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:35.214608 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a200d498-c499-4bde-870b-ecc5819d6cd9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:35.350301 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a200d498-c499-4bde-870b-ecc5819d6cd9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.351379 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-a200d498-c499-4bde-870b-ecc5819d6cd9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7443743
Aug 25 16:34:35.354059 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:34:35.354429 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 52814) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:35.361125 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-c6e59de7-7ac1-40d2-b6a7-2f6d0962b9af tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Request body: {'security_group_rule': {'security_group_id': '3abcc346-14f0-4ada-aa80-a030a33419c2', 'project_id': 'e428679d7aa940b3af321fae92fead92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:35.364388 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97e1b3-95be-4bab-8b2d-2eb32c414482 None None] Sync routers for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:34:35.367995 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-c6e59de7-7ac1-40d2-b6a7-2f6d0962b9af tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:35.372169 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-c6e59de7-7ac1-40d2-b6a7-2f6d0962b9af tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Usage tracker for resource:security_group_rule and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:35.376184 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-c6e59de7-7ac1-40d2-b6a7-2f6d0962b9af tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:35.378380 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97e1b3-95be-4bab-8b2d-2eb32c414482 None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:34:35.384942 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-5f97e1b3-95be-4bab-8b2d-2eb32c414482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04c13970>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:34:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:35.385095 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-c6e59de7-7ac1-40d2-b6a7-2f6d0962b9af tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:35.436781 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] No DVR routers for this DVR port 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:34:35.440770 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.442652 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-b4040df1-acfd-427f-87fa-a0dca8c6dd67 req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.60 "DELETE /v2.0/ports/8b1283fb-f1d4-4c5e-9093-675a3fc41f0d HTTP/1.1" status: 204  len: 173 time: 2.3152406
Aug 25 16:34:35.448093 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'name': 'network-vif-deleted', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:34:35.511234 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-c6e59de7-7ac1-40d2-b6a7-2f6d0962b9af tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.524262 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85951335-7357-43c4-b6c7-22b21a3fa682', 'name': 'network-vif-deleted', 'tag': '8b1283fb-f1d4-4c5e-9093-675a3fc41f0d', 'status': 'completed', 'code': 200}
Aug 25 16:34:35.586608 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-5f97e1b3-95be-4bab-8b2d-2eb32c414482 None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:34:35.643160 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-c6e59de7-7ac1-40d2-b6a7-2f6d0962b9af tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.719218 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4cbd894f-5d31-471b-b9fc-8bd97ddc1007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.737621 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-c6e59de7-7ac1-40d2-b6a7-2f6d0962b9af tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.740324 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:35.762968 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e59de7-7ac1-40d2-b6a7-2f6d0962b9af tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da39a274-f024-4e03-96ce-1b4b067eb509,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:35.768565 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-c6e59de7-7ac1-40d2-b6a7-2f6d0962b9af tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:35.859668 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-47ec9f93-20b3-45ea-9220-249415e25ea9 req-1325aecf-2357-409b-9a8f-2348a5f5568d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85951335-7357-43c4-b6c7-22b21a3fa682 HTTP/1.1" status: 200  len: 210 time: 0.0498950
Aug 25 16:34:35.864212 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-c6e59de7-7ac1-40d2-b6a7-2f6d0962b9af tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.866403 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-c6e59de7-7ac1-40d2-b6a7-2f6d0962b9af tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5106978
Aug 25 16:34:35.869557 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52824) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:35.876696 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-e7857c92-2f66-4041-86a3-03b8d3199462 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Request body: {'security_group_rule': {'security_group_id': '3abcc346-14f0-4ada-aa80-a030a33419c2', 'project_id': 'e428679d7aa940b3af321fae92fead92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:35.882570 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-e7857c92-2f66-4041-86a3-03b8d3199462 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:35.886566 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-e7857c92-2f66-4041-86a3-03b8d3199462 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Usage tracker for resource:security_group_rule and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:35.894215 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-e7857c92-2f66-4041-86a3-03b8d3199462 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:35.903209 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-e7857c92-2f66-4041-86a3-03b8d3199462 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:35.948770 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-5f97e1b3-95be-4bab-8b2d-2eb32c414482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04c13970>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:17Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:35.953657 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97e1b3-95be-4bab-8b2d-2eb32c414482 None None] Checking router: 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:34:35.964909 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52828) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:35.968135 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97e1b3-95be-4bab-8b2d-2eb32c414482 None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:34:35.968926 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-5f97e1b3-95be-4bab-8b2d-2eb32c414482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04c13970>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:34:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:35.985985 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ef49baa-a0bb-490f-b03a-4bb2753c07ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:35.992327 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.008324 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e7857c92-2f66-4041-86a3-03b8d3199462 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.060351 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-9ef49baa-a0bb-490f-b03a-4bb2753c07ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:36.069329 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-9ef49baa-a0bb-490f-b03a-4bb2753c07ba admin admin] Usage tracker for resource:security_group_rule and tenant:78942c6bf0a64f91913caa729c77ff04 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:36.072395 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-9ef49baa-a0bb-490f-b03a-4bb2753c07ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:36.081423 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-9ef49baa-a0bb-490f-b03a-4bb2753c07ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:36.115453 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e7857c92-2f66-4041-86a3-03b8d3199462 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.150778 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-5f97e1b3-95be-4bab-8b2d-2eb32c414482 None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:34:36.166708 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ef49baa-a0bb-490f-b03a-4bb2753c07ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.175587 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e7857c92-2f66-4041-86a3-03b8d3199462 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.177776 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:36.203750 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7857c92-2f66-4041-86a3-03b8d3199462 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c90bd91-fc50-4e9f-8f6d-65fd28c124ca,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:36.206833 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e7857c92-2f66-4041-86a3-03b8d3199462 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:36.238615 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ef49baa-a0bb-490f-b03a-4bb2753c07ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.246436 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0c63b90f-16bf-46a7-935c-9078f0ac7b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:36.284659 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef49baa-a0bb-490f-b03a-4bb2753c07ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1589ebd-475d-49a2-951a-e403fdabb381,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:36.289479 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9ef49baa-a0bb-490f-b03a-4bb2753c07ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:36.292743 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-9ef49baa-a0bb-490f-b03a-4bb2753c07ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78942c6bf0a64f91913caa729c77ff04&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3264780
Aug 25 16:34:36.296363 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 52832) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:36.301993 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e7857c92-2f66-4041-86a3-03b8d3199462 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.305713 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-e7857c92-2f66-4041-86a3-03b8d3199462 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4345512
Aug 25 16:34:36.306535 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52836) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:36.313473 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Request body: {'security_group_rule': {'security_group_id': '3abcc346-14f0-4ada-aa80-a030a33419c2', 'project_id': 'e428679d7aa940b3af321fae92fead92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:36.319719 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:36.324311 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Usage tracker for resource:security_group_rule and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:36.329922 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:36.342429 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:36.367282 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-75d0728b-bf3a-440e-a774-a675b9041d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.397392 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-75d0728b-bf3a-440e-a774-a675b9041d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.400349 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:34:36.428289 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.securitygroups_db [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Project e428679d7aa940b3af321fae92fead92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 25 16:34:36.440315 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:34:36.440929 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8b1283fb-f1d4-4c5e-9093-675a3fc41f0d not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:34:36.445948 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.509727 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-5f97e1b3-95be-4bab-8b2d-2eb32c414482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04c13970>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:17Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:34:36.513964 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97e1b3-95be-4bab-8b2d-2eb32c414482 None None] The sync data for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi is: [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:17Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:34:36.542384 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-75d0728b-bf3a-440e-a774-a675b9041d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.554550 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e2f66a83-dbcd-43a7-91cc-a25f2fe46ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:36.563763 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0728b-bf3a-440e-a774-a675b9041d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1589ebd-475d-49a2-951a-e403fdabb381,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:36.567658 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-75d0728b-bf3a-440e-a774-a675b9041d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:36.569632 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-75d0728b-bf3a-440e-a774-a675b9041d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.573000 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-75d0728b-bf3a-440e-a774-a675b9041d99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1589ebd-475d-49a2-951a-e403fdabb381 HTTP/1.1" status: 204  len: 168 time: 0.2734401
Aug 25 16:34:36.573546 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.633369 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.640530 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-22dfa9e6-0766-4881-8da8-1d44257720a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:36.664438 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf3d7b8-cf9f-4e36-bcab-0fdb6a4c3d43,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:36.666837 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:36.724979 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.726328 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-8bafe744-5ecb-4913-80b2-5aada0745eae tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4187298
Aug 25 16:34:36.728896 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52842) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:36.735342 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Request body: {'security_group_rule': {'security_group_id': '3abcc346-14f0-4ada-aa80-a030a33419c2', 'project_id': 'e428679d7aa940b3af321fae92fead92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:36.741246 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:36.745326 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Usage tracker for resource:security_group_rule and tenant:e428679d7aa940b3af321fae92fead92 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:36.748219 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:36.754021 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:36.838123 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.securitygroups_db [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Project e428679d7aa940b3af321fae92fead92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 25 16:34:36.845417 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.919807 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.982128 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:36.985161 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:37.022670 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08eb05d-f770-4012-aee0-e96c8951e1fd,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:37.026237 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:37.093543 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282a02b-a725-402e-8d88-8c27565b5e0e None None] New status for floating IP e978015e-0897-4e3a-be2c-bbaef4d3b1d3: DOWN {{(pid=75963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:34:37.107013 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:37.112339 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-385da381-e135-4c4f-b1a8-c2dd7954f239 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3794456
Aug 25 16:34:37.135816 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 52860) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:37.242937 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e4fe27cb-c99c-4531-87f7-5d5872483bba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:37.292591 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e4fe27cb-c99c-4531-87f7-5d5872483bba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:37.303008 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f9a27c8a-3b8a-4b23-9d72-615a17231275 req-62de3baa-174f-4fda-ade3-884ff1bbb3df tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038977313&fields=id&tenant_id=e428679d7aa940b3af321fae92fead92 HTTP/1.1" status: 200  len: 267 time: 0.0841370
Aug 25 16:34:37.421240 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a27c8a-3b8a-4b23-9d72-615a17231275 req-30f1b1b7-5dbd-4061-927b-11e4a1f7209e tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:37.422794 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f9a27c8a-3b8a-4b23-9d72-615a17231275 req-30f1b1b7-5dbd-4061-927b-11e4a1f7209e tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 945 time: 0.1073511
Aug 25 16:34:37.433868 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-f9a27c8a-3b8a-4b23-9d72-615a17231275 req-79f14c0f-1744-4db9-8a14-fa9866b120cf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Request body: {'port': {'security_groups': ['ed6f5910-f116-413e-8742-63c19fc5bb17', '3abcc346-14f0-4ada-aa80-a030a33419c2']}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:37.542618 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e4fe27cb-c99c-4531-87f7-5d5872483bba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:37.550056 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:37.572743 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe27cb-c99c-4531-87f7-5d5872483bba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca0a5f9-3614-4676-a9b9-8ac4cdc284bb,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:37.577596 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e4fe27cb-c99c-4531-87f7-5d5872483bba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:37.581010 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-f9a27c8a-3b8a-4b23-9d72-615a17231275 req-79f14c0f-1744-4db9-8a14-fa9866b120cf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:37.656368 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-e4fe27cb-c99c-4531-87f7-5d5872483bba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:37.660437 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-e4fe27cb-c99c-4531-87f7-5d5872483bba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "DELETE /v2.0/security-groups/aca0a5f9-3614-4676-a9b9-8ac4cdc284bb HTTP/1.1" status: 204  len: 168 time: 0.5235827
Aug 25 16:34:37.660651 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52870) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:37.682930 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.api.v2.resource [None req-95bf9ad6-db51-4554-9417-a41316304d4c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] show failed (client error): The resource could not be found.
Aug 25 16:34:37.683921 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-95bf9ad6-db51-4554-9417-a41316304d4c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups/aca0a5f9-3614-4676-a9b9-8ac4cdc284bb HTTP/1.1" status: 404  len: 347 time: 0.0215991
Aug 25 16:34:37.688043 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52874) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:37.858215 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-fee38eba-8f74-4ca7-beae-d645628aa50b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Deleting port 50a39c0d-ed16-4e73-a0a1-741ffc617ef1 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:34:37.858548 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fee38eba-8f74-4ca7-beae-d645628aa50b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:37.873327 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-f9a27c8a-3b8a-4b23-9d72-615a17231275 req-79f14c0f-1744-4db9-8a14-fa9866b120cf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] For port 8d97f35e-3a65-4da1-b4d5-8555875fab4f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:37.905884 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-f9a27c8a-3b8a-4b23-9d72-615a17231275 req-79f14c0f-1744-4db9-8a14-fa9866b120cf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:37.965088 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-f9a27c8a-3b8a-4b23-9d72-615a17231275 req-79f14c0f-1744-4db9-8a14-fa9866b120cf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716064'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:37.971322 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-6c527818-e990-4b93-987b-46a23ac395e5 tempest-VolumesActionsTest-556774990 tempest-VolumesActionsTest-556774990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:37.977686 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['8d97f35e-3a65-4da1-b4d5-8555875fab4f'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:34:38.008922 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-125695b8-4737-4c61-8f4b-720b29704a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:38.062272 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fee38eba-8f74-4ca7-beae-d645628aa50b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:38.062272 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fee38eba-8f74-4ca7-beae-d645628aa50b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:38.124377 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a27c8a-3b8a-4b23-9d72-615a17231275 req-79f14c0f-1744-4db9-8a14-fa9866b120cf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:38.125012 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-f9a27c8a-3b8a-4b23-9d72-615a17231275 req-79f14c0f-1744-4db9-8a14-fa9866b120cf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:38.126951 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f9a27c8a-3b8a-4b23-9d72-615a17231275 req-79f14c0f-1744-4db9-8a14-fa9866b120cf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "PUT /v2.0/ports/8d97f35e-3a65-4da1-b4d5-8555875fab4f HTTP/1.1" status: 200  len: 981 time: 0.6977782
Aug 25 16:34:38.127767 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:34:38.174765 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f14c0f-1744-4db9-8a14-fa9866b120cf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event updated for resources: {'Port': ['ID=8d97f35e-3a65-4da1-b4d5-8555875fab4f,revision_number=6']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:38.182541 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-79f14c0f-1744-4db9-8a14-fa9866b120cf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:38.220285 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['8d97f35e-3a65-4da1-b4d5-8555875fab4f'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:34:38.231227 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'status': 'completed', 'code': 200}
Aug 25 16:34:38.244807 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-fee38eba-8f74-4ca7-beae-d645628aa50b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Calling delete_port for 50a39c0d-ed16-4e73-a0a1-741ffc617ef1 owned by network:floatingip {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:34:38.420553 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26780e-2ba2-4b8b-99dd-6257ffe1bf8f req-158a6d8c-136e-45df-a24e-1747cc413ccf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:38.422314 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ba26780e-2ba2-4b8b-99dd-6257ffe1bf8f req-158a6d8c-136e-45df-a24e-1747cc413ccf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.1245689
Aug 25 16:34:38.463203 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f0d31376-c6d6-42cc-b7bc-5993a0054dc9 req-d10ccfaf-9ace-466f-a526-f064832c6fca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e428679d7aa940b3af321fae92fead92&device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 1137 time: 0.1593177
Aug 25 16:34:38.485738 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ba26780e-2ba2-4b8b-99dd-6257ffe1bf8f req-38e70e37-9a4f-4b51-b2c2-c562af6ec057 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0563736
Aug 25 16:34:38.593450 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-570ed6ab-056a-4ac9-ba41-c0ac7f64c68e None None] Provisioning complete for port 8d97f35e-3a65-4da1-b4d5-8555875fab4f triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:34:38.593836 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-570ed6ab-056a-4ac9-ba41-c0ac7f64c68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:38.696050 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d31376-c6d6-42cc-b7bc-5993a0054dc9 req-7b5f8686-34dc-4078-af27-38eb43576ff0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:38.697980 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f0d31376-c6d6-42cc-b7bc-5993a0054dc9 req-7b5f8686-34dc-4078-af27-38eb43576ff0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f HTTP/1.1" status: 200  len: 916 time: 0.1706636
Aug 25 16:34:38.882523 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fee38eba-8f74-4ca7-beae-d645628aa50b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:38.895899 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9b5aa84f-38ca-412e-9377-6ceec67a50ff tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:38.956685 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee38eba-8f74-4ca7-beae-d645628aa50b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event deleted for resources: {'Port': ['ID=50a39c0d-ed16-4e73-a0a1-741ffc617ef1,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:38.974218 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fee38eba-8f74-4ca7-beae-d645628aa50b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:39.056250 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f0d31376-c6d6-42cc-b7bc-5993a0054dc9 req-13fb1a1b-dc66-419f-94c6-499cf29ab674 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f HTTP/1.1" status: 200  len: 1001 time: 0.3488116
Aug 25 16:34:39.068090 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:39.121623 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fee38eba-8f74-4ca7-beae-d645628aa50b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:39.143931 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d31376-c6d6-42cc-b7bc-5993a0054dc9 req-0a146f41-da48-488e-b8ca-eed7070865a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:39.145460 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f0d31376-c6d6-42cc-b7bc-5993a0054dc9 req-0a146f41-da48-488e-b8ca-eed7070865a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea751ba-1b28-4ee8-99d1-fd75341a8b89 HTTP/1.1" status: 200  len: 854 time: 0.0815420
Aug 25 16:34:39.211678 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fee38eba-8f74-4ca7-beae-d645628aa50b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:39.212813 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-fee38eba-8f74-4ca7-beae-d645628aa50b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "DELETE /v2.0/floatingips/e978015e-0897-4e3a-be2c-bbaef4d3b1d3 HTTP/1.1" status: 204  len: 168 time: 1.5238354
Aug 25 16:34:39.227520 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f0d31376-c6d6-42cc-b7bc-5993a0054dc9 req-662de674-ba15-4a86-a069-b20ad6e71564 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753100
Aug 25 16:34:39.370987 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f0d31376-c6d6-42cc-b7bc-5993a0054dc9 req-0be94046-c0d0-45b4-bc9a-9947d6723b92 service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358197
Aug 25 16:34:39.531597 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f0d31376-c6d6-42cc-b7bc-5993a0054dc9 req-5d537335-1271-4cae-9e0e-22c4a2ef6989 service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534138
Aug 25 16:34:39.592716 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52910) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:39.598609 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--916154687', 'description': 'tempest-description--1882223581'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:39.604529 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:39.609808 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Usage tracker for resource:security_group and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:39.613001 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:39.619764 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:39.740891 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:39.786673 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:39.790715 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Usage tracker for resource:security_group_rule and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:39.793814 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:39.800635 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:39.865457 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:39.931049 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:39.935812 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c9ed677e-8e1e-4963-a663-a15d8c64dd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:39.985006 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b0bb39-333f-49a5-804f-9228be6b136b,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:39.988117 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:40.062784 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:40.064281 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-1adcacfe-9f57-48c8-a0c2-17c1943c7cd5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4704301
Aug 25 16:34:40.067251 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52920) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:40.074468 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-f190c131-7f89-4386-b78d-3fabde6a447a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Request body: {'security_group_rule': {'security_group_id': '72b0bb39-333f-49a5-804f-9228be6b136b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:40.079987 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-f190c131-7f89-4386-b78d-3fabde6a447a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:40.084242 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-f190c131-7f89-4386-b78d-3fabde6a447a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Usage tracker for resource:security_group_rule and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:40.087630 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-f190c131-7f89-4386-b78d-3fabde6a447a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:40.093898 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-f190c131-7f89-4386-b78d-3fabde6a447a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:40.211392 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f190c131-7f89-4386-b78d-3fabde6a447a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:40.277815 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f190c131-7f89-4386-b78d-3fabde6a447a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:40.370766 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f190c131-7f89-4386-b78d-3fabde6a447a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:40.373991 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:40.397894 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190c131-7f89-4386-b78d-3fabde6a447a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4985f1-69c4-4fad-8e3a-a8f6abbfbd53,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:40.402483 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f190c131-7f89-4386-b78d-3fabde6a447a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:40.469351 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f190c131-7f89-4386-b78d-3fabde6a447a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:40.470903 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-f190c131-7f89-4386-b78d-3fabde6a447a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4021990
Aug 25 16:34:40.473614 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52932) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:40.479557 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-ac8423cb-7e95-4d4d-a20a-546f54e3499c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Request body: {'security_group_rule': {'security_group_id': '72b0bb39-333f-49a5-804f-9228be6b136b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:40.486409 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ac8423cb-7e95-4d4d-a20a-546f54e3499c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:40.490689 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ac8423cb-7e95-4d4d-a20a-546f54e3499c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Usage tracker for resource:security_group_rule and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:40.493876 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ac8423cb-7e95-4d4d-a20a-546f54e3499c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:40.500662 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ac8423cb-7e95-4d4d-a20a-546f54e3499c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:40.542186 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:40.595348 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ac8423cb-7e95-4d4d-a20a-546f54e3499c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:40.662627 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ac8423cb-7e95-4d4d-a20a-546f54e3499c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:40.741913 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ac8423cb-7e95-4d4d-a20a-546f54e3499c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:40.744345 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-24cf7583-49f3-4495-bc89-17d3bd154cb9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:40.767588 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8423cb-7e95-4d4d-a20a-546f54e3499c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb969f80-af7a-4fe4-9f2b-d87a318f3e0f,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:40.771987 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ac8423cb-7e95-4d4d-a20a-546f54e3499c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:40.845333 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ac8423cb-7e95-4d4d-a20a-546f54e3499c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:40.846587 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ac8423cb-7e95-4d4d-a20a-546f54e3499c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3719251
Aug 25 16:34:40.851670 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52940) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:40.858026 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Request body: {'floatingip': {'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:40.863870 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:40.868336 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Usage tracker for resource:floatingip and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:40.872395 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:40.879256 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:40.947801 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:41.091710 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:41.231346 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Allocated IP 172.27.3.15 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/b2ae2002-c2f5-4ce6-a322-b8d70b7dff4c) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:34:41.388162 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:41.512806 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:41.517552 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fee38eba-8f74-4ca7-beae-d645628aa50b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:41.587817 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:34:41.588927 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:34:41.590759 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event updated for resources: {'Port': ['ID=b2ae2002-c2f5-4ce6-a322-b8d70b7dff4c,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:41.593900 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:34:41.618373 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:41.756772 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:41.760869 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52956) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:42.023625 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3a6bf10e-29f2-4f5f-84cc-322d7c9a26f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:42.051641 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:42.113611 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-3a6bf10e-29f2-4f5f-84cc-322d7c9a26f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:42.120906 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-3a6bf10e-29f2-4f5f-84cc-322d7c9a26f8 admin admin] Usage tracker for resource:security_group_rule and tenant:95328833684140ff9c56399794a975e2 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:42.127165 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-3a6bf10e-29f2-4f5f-84cc-322d7c9a26f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:42.140385 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-3a6bf10e-29f2-4f5f-84cc-322d7c9a26f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:42.329427 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3a6bf10e-29f2-4f5f-84cc-322d7c9a26f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:42.347730 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:42.398748 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3a6bf10e-29f2-4f5f-84cc-322d7c9a26f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:42.405794 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1766ecb0-1ab4-42e5-a8ef-6ec6ccb48161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:42.438607 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:42.453235 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bf10e-29f2-4f5f-84cc-322d7c9a26f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8294b40a-51fc-4e75-997c-e4e5d69f2e59,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:42.457991 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-3a6bf10e-29f2-4f5f-84cc-322d7c9a26f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:42.459321 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1f8e94c0-472b-4841-b0fb-0a89d86082c4 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:42.493055 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-3a6bf10e-29f2-4f5f-84cc-322d7c9a26f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95328833684140ff9c56399794a975e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7312586
Aug 25 16:34:42.495845 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 52962) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:42.567698 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9577021a-e4a0-4ce8-bff8-666a750685d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:42.568433 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event updated for resources: {'Port': ['ID=b2ae2002-c2f5-4ce6-a322-b8d70b7dff4c,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:42.572991 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:42.581010 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:42.596634 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9577021a-e4a0-4ce8-bff8-666a750685d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:42.673741 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:42.674894 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8222663
Aug 25 16:34:42.759419 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9577021a-e4a0-4ce8-bff8-666a750685d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:42.763649 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-93eb3707-29da-499a-93c5-608ab1b66c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:42.777162 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577021a-e4a0-4ce8-bff8-666a750685d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8294b40a-51fc-4e75-997c-e4e5d69f2e59,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:42.780894 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-9577021a-e4a0-4ce8-bff8-666a750685d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:42.783125 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9577021a-e4a0-4ce8-bff8-666a750685d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:42.784222 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-9577021a-e4a0-4ce8-bff8-666a750685d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8294b40a-51fc-4e75-997c-e4e5d69f2e59 HTTP/1.1" status: 204  len: 168 time: 0.2873478
Aug 25 16:34:42.911132 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-e9ab52f2-35a9-4729-843b-db6e0c4b3c3e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Synchronizing usage tracker for tenant:69dd618035034881b9a069a46953420c on resource:security_group {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:34:43.010770 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-e9ab52f2-35a9-4729-843b-db6e0c4b3c3e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Unset dirty status for tenant:69dd618035034881b9a069a46953420c on resource:security_group {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:34:43.011970 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-e9ab52f2-35a9-4729-843b-db6e0c4b3c3e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--916154687&fields=id&tenant_id=69dd618035034881b9a069a46953420c HTTP/1.1" status: 200  len: 267 time: 0.1414423
Aug 25 16:34:43.165474 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-a96e0c4e-a1f1-450d-be0d-78682c83aea1 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:43.166904 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-a96e0c4e-a1f1-450d-be0d-78682c83aea1 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/networks?id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 200  len: 817 time: 0.1478939
Aug 25 16:34:43.184318 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c6aab39a-87d9-42f7-aca6-bd2f8a211f98 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/quotas/69dd618035034881b9a069a46953420c HTTP/1.1" status: 200  len: 375 time: 0.0109956
Aug 25 16:34:43.266554 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-4453648d-3c9f-42e3-9089-b5ba78018652 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0762346
Aug 25 16:34:43.535421 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-b1f44f53-486b-41f8-9dbc-baef1e93aafb service neutron] 10.222.0.37 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2571359
Aug 25 16:34:43.563651 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52980) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:43.584341 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-62b44423-e2d4-4dbe-8336-486eee877a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:43.618961 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-62b44423-e2d4-4dbe-8336-486eee877a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:43.623099 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-62b44423-e2d4-4dbe-8336-486eee877a14 admin admin] Usage tracker for resource:security_group_rule and tenant:c159a5b56d344ce28d9513ba661f883d is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:43.626099 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-62b44423-e2d4-4dbe-8336-486eee877a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:43.632067 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-62b44423-e2d4-4dbe-8336-486eee877a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:43.679880 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-3f296e9f-03bc-460e-b482-dcfa69aafdd4 service neutron] 10.222.0.37 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378956
Aug 25 16:34:43.959286 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-62b44423-e2d4-4dbe-8336-486eee877a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:44.038223 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-62b44423-e2d4-4dbe-8336-486eee877a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:44.055987 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a9c9317e-6e2a-44e9-9615-ad0191cbfe9b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:44.135431 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b44423-e2d4-4dbe-8336-486eee877a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163ec2fe-1755-46b6-a437-9f60495c3c56,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:44.140509 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-62b44423-e2d4-4dbe-8336-486eee877a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:44.148623 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-62b44423-e2d4-4dbe-8336-486eee877a14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c159a5b56d344ce28d9513ba661f883d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5815961
Aug 25 16:34:44.148960 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 52990) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:44.172748 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5481ed37-f694-4f77-a951-fd90f76769ae req-156cb5ce-4a6f-476f-b246-5e40381ff986 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 210 time: 0.1049953
Aug 25 16:34:44.226836 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f97000ff-5c95-4133-b79d-b7061c1ee2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:44.254231 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f97000ff-5c95-4133-b79d-b7061c1ee2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:44.403482 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f97000ff-5c95-4133-b79d-b7061c1ee2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:44.407911 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ff8d9142-8216-47fa-a4c6-bbab449f76a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:44.419610 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97000ff-5c95-4133-b79d-b7061c1ee2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163ec2fe-1755-46b6-a437-9f60495c3c56,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:44.422549 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f97000ff-5c95-4133-b79d-b7061c1ee2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:44.427913 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f97000ff-5c95-4133-b79d-b7061c1ee2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:44.429061 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-f97000ff-5c95-4133-b79d-b7061c1ee2c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/163ec2fe-1755-46b6-a437-9f60495c3c56 HTTP/1.1" status: 204  len: 168 time: 0.2788000
Aug 25 16:34:45.360049 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5a09e0c4-0939-4b8b-be1c-c92ecc8cac10 req-c0d6e5f4-8237-46ca-aa49-da520dd3bb5f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 210 time: 0.0458009
Aug 25 16:34:46.235733 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-f18ff39d-2b89-47a8-a627-1b98aea74a40 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:46.237227 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-f18ff39d-2b89-47a8-a627-1b98aea74a40 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.60 "GET /v2.0/networks?id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 200  len: 817 time: 0.1825747
Aug 25 16:34:46.296576 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-0ebac6f2-da6c-4786-8a59-a5fa77b6034d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Synchronizing usage tracker for tenant:69dd618035034881b9a069a46953420c on resource:security_group {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:34:46.308988 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-0ebac6f2-da6c-4786-8a59-a5fa77b6034d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Unset dirty status for tenant:69dd618035034881b9a069a46953420c on resource:security_group {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:34:46.313340 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-0ebac6f2-da6c-4786-8a59-a5fa77b6034d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69dd618035034881b9a069a46953420c HTTP/1.1" status: 200  len: 379 time: 0.0598509
Aug 25 16:34:46.323200 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Request body: {'port': {'device_id': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'admin_state_up': True, 'tenant_id': '69dd618035034881b9a069a46953420c', 'security_groups': ['72b0bb39-333f-49a5-804f-9228be6b136b']}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:46.480486 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:46.485720 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Usage tracker for resource:port and tenant:69dd618035034881b9a069a46953420c is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:46.490527 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:46.497816 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:46.567325 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5f98305c-6d43-46af-846f-eee823af8de4 req-20e51706-e869-426a-83f9-15d4ff1377d2 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 210 time: 0.0530007
Aug 25 16:34:46.575377 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Made reservation on behalf of 69dd618035034881b9a069a46953420c for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:34:46.580204 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:46.745878 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53042) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:46.785569 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Allocated IP 172.20.0.6 (7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c/dcc1bfe8-e684-45d5-8dcb-0301c21cbf74/3e62c7d3-853d-400d-adfe-931a8fb6fa15) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:34:46.924470 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2e87b6d5-cf0e-4c1c-9616-7352c4d1f4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:47.024772 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-2e87b6d5-cf0e-4c1c-9616-7352c4d1f4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:34:47.047224 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-2e87b6d5-cf0e-4c1c-9616-7352c4d1f4f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d5324b16b98843468d1f9ece57ee356b is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:34:47.054237 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-2e87b6d5-cf0e-4c1c-9616-7352c4d1f4f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:34:47.067833 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:47.073787 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-2e87b6d5-cf0e-4c1c-9616-7352c4d1f4f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:34:47.105163 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Transition to ACTIVE for port object 3e62c7d3-853d-400d-adfe-931a8fb6fa15 will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:34:47.177584 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2e87b6d5-cf0e-4c1c-9616-7352c4d1f4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:47.232750 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:47.238985 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b45049e6-c2a6-46d2-a43a-677f1d5c0ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:47.299024 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2e87b6d5-cf0e-4c1c-9616-7352c4d1f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:47.322602 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:34:47.328391 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:34:47.340413 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:34:47.367459 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event updated for resources: {'Port': ['ID=3e62c7d3-853d-400d-adfe-931a8fb6fa15,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:47.377837 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:47.382789 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-5a27398c-54fc-4fca-9136-4be90d156815 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:47.405900 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-2e87b6d5-cf0e-4c1c-9616-7352c4d1f4f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5324b16b98843468d1f9ece57ee356b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6589837
Aug 25 16:34:47.408765 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 53048) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:34:47.437538 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:47.438194 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:47.442063 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87b6d5-cf0e-4c1c-9616-7352c4d1f4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a8de94-935f-46cd-be8f-4b0160051e51,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:47.446420 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2e87b6d5-cf0e-4c1c-9616-7352c4d1f4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:47.480948 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1ccddd24-a9c2-4765-a9a6-7356ee11f025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:47.516692 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1ccddd24-a9c2-4765-a9a6-7356ee11f025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:47.525241 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2081423
Aug 25 16:34:47.537904 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Request body: {'port': {'device_id': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:34:47.633407 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1ccddd24-a9c2-4765-a9a6-7356ee11f025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:47.639790 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-df5bef8d-998a-4b75-ab41-c9dff94e706b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:47.650821 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-ee20a403-80fe-4927-bd5b-86f90743ef4a None None] Provisioning for port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:34:47.656354 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccddd24-a9c2-4765-a9a6-7356ee11f025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a8de94-935f-46cd-be8f-4b0160051e51,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:47.660668 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1ccddd24-a9c2-4765-a9a6-7356ee11f025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:47.662565 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-ee20a403-80fe-4927-bd5b-86f90743ef4a None None] Provisioning complete for port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:34:47.663183 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-ee20a403-80fe-4927-bd5b-86f90743ef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:47.664497 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1ccddd24-a9c2-4765-a9a6-7356ee11f025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:47.665673 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-1ccddd24-a9c2-4765-a9a6-7356ee11f025 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86a8de94-935f-46cd-be8f-4b0160051e51 HTTP/1.1" status: 204  len: 168 time: 0.2555268
Aug 25 16:34:47.667650 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:47.738501 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-ee20a403-80fe-4927-bd5b-86f90743ef4a None None] Port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:34:47.830525 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de9bba-00a1-4f1f-9644-29000ebdecc0 req-81d187ff-e505-4063-b76d-f1e3093d03ea tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:47.831959 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-47de9bba-00a1-4f1f-9644-29000ebdecc0 req-81d187ff-e505-4063-b76d-f1e3093d03ea tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 931 time: 0.0914457
Aug 25 16:34:47.884596 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-47de9bba-00a1-4f1f-9644-29000ebdecc0 req-beba5212-7fb7-4e05-9f7b-65d4dc50f2a8 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463643
Aug 25 16:34:48.158024 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e62c7d3-853d-400d-adfe-931a8fb6fa15 {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:34:48.165034 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:48.181052 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Transition to ACTIVE for port object 3e62c7d3-853d-400d-adfe-931a8fb6fa15 will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:34:48.267655 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:48.271798 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9f210b5b-1ea9-40dd-af8a-e96d9bb3ff30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:48.403035 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Pushing event updated for resources: {'Port': ['ID=3e62c7d3-853d-400d-adfe-931a8fb6fa15,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:48.407064 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:48.533560 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Attempting to bind port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:34:48.534007 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Attempting to bind port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:34:48.534349 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Attempting to bind port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 on network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:34:48.540787 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 on network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:34:48.541105 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Attempting to bind port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 on network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:34:48.548756 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:34:48.549284 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Checking segment: {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:34:48.549488 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Bound using segment: {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:34:48.549921 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Bound port: 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ac6c26-033b-455f-aad9-66fb267c7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:34:48.550314 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:48.660492 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:34:48.664367 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:34:48.752317 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:48.756652 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-463a74f8-47c0-42fa-aa11-945e49bc29e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:48.825229 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:48.827562 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] 10.222.0.60 "PUT /v2.0/ports/3e62c7d3-853d-400d-adfe-931a8fb6fa15 HTTP/1.1" status: 200  len: 1093 time: 1.2948179
Aug 25 16:34:48.828266 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:34:48.858845 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Pushing event updated for resources: {'Port': ['ID=3e62c7d3-853d-400d-adfe-931a8fb6fa15,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:48.866728 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:48.899361 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'status': 'completed', 'code': 200}
Aug 25 16:34:49.062137 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-048783f6-6608-4790-92f6-c018a9881dba req-2361c115-3ec1-4864-8c03-2b1231282cf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 1096 time: 0.1245272
Aug 25 16:34:49.262343 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048783f6-6608-4790-92f6-c018a9881dba req-3b6469fa-79cf-4fb1-adaf-8c77c62efbe0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:49.264377 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-048783f6-6608-4790-92f6-c018a9881dba req-3b6469fa-79cf-4fb1-adaf-8c77c62efbe0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=69dd618035034881b9a069a46953420c&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1939223
Aug 25 16:34:49.311955 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0dcab-3fbb-4b29-bc41-7a28b77499ac req-aadbfb7e-191d-4a13-b2e6-e5ef5477f5e4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:49.314852 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0da0dcab-3fbb-4b29-bc41-7a28b77499ac req-aadbfb7e-191d-4a13-b2e6-e5ef5477f5e4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.1484821
Aug 25 16:34:49.368918 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0da0dcab-3fbb-4b29-bc41-7a28b77499ac req-e856ff2a-9723-4421-89ea-ca5978b1ce79 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528419
Aug 25 16:34:49.417346 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048783f6-6608-4790-92f6-c018a9881dba req-9ae9a2a2-67c6-41bf-957e-67255bf04142 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:49.418803 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-048783f6-6608-4790-92f6-c018a9881dba req-9ae9a2a2-67c6-41bf-957e-67255bf04142 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1474962
Aug 25 16:34:49.537099 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-5d877fd2-99f1-439b-8180-2102730c6b8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 1096 time: 0.0812984
Aug 25 16:34:49.609101 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-f17e58b4-f190-4050-84d6-952b4e9b8437 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15 HTTP/1.1" status: 200  len: 217 time: 0.0647893
Aug 25 16:34:49.674112 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-e5a43798-cf64-4d32-b7c4-e80477aa5e42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:49.675480 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-e5a43798-cf64-4d32-b7c4-e80477aa5e42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcc1bfe8-e684-45d5-8dcb-0301c21cbf74 HTTP/1.1" status: 200  len: 856 time: 0.0590465
Aug 25 16:34:49.753533 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-5b3e2480-32a3-4dac-9fd1-da831fcdbcd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712931
Aug 25 16:34:49.886802 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-427251c8-708c-4a27-b8f0-a13d748ef511 service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262193
Aug 25 16:34:50.035692 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-52ae16b1-c706-4fc6-9ba7-e96f27b4f8b5 req-f3a79885-ae31-4d0c-9545-53b3dd02889e service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419439
Aug 25 16:34:50.575838 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b317d8e-05ff-4446-be99-bab5a5568795 req-1ca2834b-66ca-48dc-b648-ffa1b147ae71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:50.577681 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9b317d8e-05ff-4446-be99-bab5a5568795 req-1ca2834b-66ca-48dc-b648-ffa1b147ae71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.0794771
Aug 25 16:34:50.629226 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9b317d8e-05ff-4446-be99-bab5a5568795 req-81dfc5c8-fab8-426a-830c-fefe45c3258b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459521
Aug 25 16:34:51.847057 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8f771-ea5f-4a98-a262-f5318b9bad01 req-e15a79ae-0307-49b5-bbb5-cd58909cfcba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:51.848651 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e9b8f771-ea5f-4a98-a262-f5318b9bad01 req-e15a79ae-0307-49b5-bbb5-cd58909cfcba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.0819671
Aug 25 16:34:51.907937 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e9b8f771-ea5f-4a98-a262-f5318b9bad01 req-d700042f-0a4a-412d-8eb6-5880b5767f15 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536728
Aug 25 16:34:52.968060 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 3e62c7d3-853d-400d-adfe-931a8fb6fa15 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:34:53.118522 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:53.131854 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'port_id': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'mac_address': 'fa:16:3e:24:e9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:34:53.186001 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:53.204033 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e62c7d3-853d-400d-adfe-931a8fb6fa15 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:34:53.224539 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:53.300471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac3a55-dbb3-43a0-9a7d-d48bbd807ced req-4ff85e0c-4b89-4e8d-9679-8dd84e33d3d6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:53.302938 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8dac3a55-dbb3-43a0-9a7d-d48bbd807ced req-4ff85e0c-4b89-4e8d-9679-8dd84e33d3d6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.2480650
Aug 25 16:34:53.305979 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:53.307983 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:53.315494 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e445c7-1b0f-4ff6-b675-7e89692f114e req-2adce902-8866-4330-9486-13f6287623fa tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:53.317881 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-99e445c7-1b0f-4ff6-b675-7e89692f114e req-2adce902-8866-4330-9486-13f6287623fa tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.1959898
Aug 25 16:34:53.378863 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=3e62c7d3-853d-400d-adfe-931a8fb6fa15,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:53.387408 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:53.388435 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:53.388974 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:53.389426 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:53.389760 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:53.390081 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:53.390402 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:53.390737 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:53.391071 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:53.391387 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:53.391736 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:34:53.395623 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:53.449349 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8dac3a55-dbb3-43a0-9a7d-d48bbd807ced req-5635f110-7c32-450a-a1c9-670ba0d2112f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1299031
Aug 25 16:34:53.454734 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-99e445c7-1b0f-4ff6-b675-7e89692f114e req-a66d1ccb-f0bc-496c-a0f3-ed85668ec449 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1123075
Aug 25 16:34:54.791316 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9900f3-1ec3-4e41-98c2-94182ea269ba req-3f491505-ecfc-4e23-8e79-6677f4dcd33c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:54.792843 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff9900f3-1ec3-4e41-98c2-94182ea269ba req-3f491505-ecfc-4e23-8e79-6677f4dcd33c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 944 time: 0.2043681
Aug 25 16:34:54.800672 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:54.807622 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cc374-36e3-4b56-a432-0a1b7edda62b req-a3bbd106-5907-4bcc-b279-6c4b57169f75 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:54.809852 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1c0cc374-36e3-4b56-a432-0a1b7edda62b req-a3bbd106-5907-4bcc-b279-6c4b57169f75 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.2226558
Aug 25 16:34:54.889264 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ff9900f3-1ec3-4e41-98c2-94182ea269ba req-71df95bf-b3ab-4808-86ca-99fa51dc3240 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782478
Aug 25 16:34:54.895427 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1c0cc374-36e3-4b56-a432-0a1b7edda62b req-f3d81b35-172d-4fa5-bf1b-fd2e7415bade tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0670285
Aug 25 16:34:54.925289 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0cb05f4a-8727-4e62-bfba-233c899720a2 req-d04ac95c-7b4a-4fe2-9370-cc77fe372bed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e428679d7aa940b3af321fae92fead92&device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 1137 time: 0.1723366
Aug 25 16:34:54.970047 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['3e62c7d3-853d-400d-adfe-931a8fb6fa15'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:34:55.063407 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05f4a-8727-4e62-bfba-233c899720a2 req-42bd711c-c7ce-4d9b-be31-c848be366ac9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:55.064996 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0cb05f4a-8727-4e62-bfba-233c899720a2 req-42bd711c-c7ce-4d9b-be31-c848be366ac9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f HTTP/1.1" status: 200  len: 916 time: 0.1346831
Aug 25 16:34:55.189413 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0cb05f4a-8727-4e62-bfba-233c899720a2 req-359a687d-fe12-4186-86a4-f3cf4dde1f26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f HTTP/1.1" status: 200  len: 1001 time: 0.1167495
Aug 25 16:34:55.255689 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05f4a-8727-4e62-bfba-233c899720a2 req-30f35a52-44bc-4c9d-8b0b-99354d207f8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:55.257189 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0cb05f4a-8727-4e62-bfba-233c899720a2 req-30f35a52-44bc-4c9d-8b0b-99354d207f8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea751ba-1b28-4ee8-99d1-fd75341a8b89 HTTP/1.1" status: 200  len: 854 time: 0.0610504
Aug 25 16:34:55.319646 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:34:55.340932 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0cb05f4a-8727-4e62-bfba-233c899720a2 req-41585118-ea27-4045-9239-84ed55338580 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753689
Aug 25 16:34:55.480489 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0cb05f4a-8727-4e62-bfba-233c899720a2 req-e25b1a36-3f3b-4eb2-bf22-8209443ba361 service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319807
Aug 25 16:34:55.624493 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0cb05f4a-8727-4e62-bfba-233c899720a2 req-2e8c9d5b-9d86-432e-9375-c0aa481099c6 service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368623
Aug 25 16:34:56.182043 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01ce69-7b6e-435b-9033-ef849e1db8f6 req-8ac5b6f1-60d0-494e-9ee7-24cb461e38de tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:56.183468 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7e01ce69-7b6e-435b-9033-ef849e1db8f6 req-8ac5b6f1-60d0-494e-9ee7-24cb461e38de tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 944 time: 0.1460221
Aug 25 16:34:56.193759 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc092f1-0514-4f82-928b-d1ea52311103 req-7dbfc0d8-e3dd-41c3-bca7-069e8ccf9fd5 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:56.195313 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-edc092f1-0514-4f82-928b-d1ea52311103 req-7dbfc0d8-e3dd-41c3-bca7-069e8ccf9fd5 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.1258726
Aug 25 16:34:56.273009 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7e01ce69-7b6e-435b-9033-ef849e1db8f6 req-d022967c-4b9a-4d75-a262-8b0d796fe35f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767076
Aug 25 16:34:56.279400 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-edc092f1-0514-4f82-928b-d1ea52311103 req-8d65a73a-33bc-4223-b6d0-ef69ae590f72 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0668213
Aug 25 16:34:57.580226 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3f915-cbad-4a03-a3c4-c2011f1c5f45 req-331a943d-61d5-45fb-8965-ca5583b31e96 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:57.581718 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cea3f915-cbad-4a03-a3c4-c2011f1c5f45 req-331a943d-61d5-45fb-8965-ca5583b31e96 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.1644571
Aug 25 16:34:57.592481 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 3e62c7d3-853d-400d-adfe-931a8fb6fa15 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:34:57.610017 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047ed1c-0b7b-4818-b657-f73c48dd5a73 req-3314af29-40ff-4833-b5c5-b32386fd5d83 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:57.611583 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2047ed1c-0b7b-4818-b657-f73c48dd5a73 req-3314af29-40ff-4833-b5c5-b32386fd5d83 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 944 time: 0.1498055
Aug 25 16:34:57.681210 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cea3f915-cbad-4a03-a3c4-c2011f1c5f45 req-a69d5602-e14c-4a55-a000-d733466863c0 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0925570
Aug 25 16:34:57.689854 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2047ed1c-0b7b-4818-b657-f73c48dd5a73 req-599df443-1d57-4c6c-8125-eabcee02c796 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713086
Aug 25 16:34:57.775973 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:34:57.781663 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:34:57.782041 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:57.943838 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:57.973952 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:34:57.985574 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:34:58.035329 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'code': 200}
Aug 25 16:34:58.071512 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:34:58.075274 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:34:58.144209 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=3e62c7d3-853d-400d-adfe-931a8fb6fa15,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:34:58.147430 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:34:58.978872 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce7f5f-e9c4-414f-bf6a-4ac5ce192498 req-1f9f6ae6-51b9-42d4-a869-8cb5b084237b tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:58.980371 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-77ce7f5f-e9c4-414f-bf6a-4ac5ce192498 req-1f9f6ae6-51b9-42d4-a869-8cb5b084237b tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.1521680
Aug 25 16:34:58.986519 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880b0cc-645a-46a7-aed1-64cc703c8bd5 req-c9f9cfed-2f1f-4dbb-9f76-7acab92922f7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:58.988058 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0880b0cc-645a-46a7-aed1-64cc703c8bd5 req-c9f9cfed-2f1f-4dbb-9f76-7acab92922f7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1230767
Aug 25 16:34:59.074279 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-77ce7f5f-e9c4-414f-bf6a-4ac5ce192498 req-a9d66c96-6c85-42c7-aa68-d8ffc856e763 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0851607
Aug 25 16:34:59.077097 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0880b0cc-645a-46a7-aed1-64cc703c8bd5 req-baf835f1-71b5-4893-bd38-55e8e65aee6e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734112
Aug 25 16:34:59.428218 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-35d7eba1-3407-4d8b-9df3-6aed5a7a1b8e req-9213ee60-25c6-4a03-bc0e-e5a7755e5212 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0827978
Aug 25 16:34:59.609812 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-35d7eba1-3407-4d8b-9df3-6aed5a7a1b8e req-39cea0bc-88f2-4344-bcd4-bd0ba09fe926 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2818026e89bd4b9393f6ed2b2aae5b11&device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 1098 time: 0.0815270
Aug 25 16:34:59.721691 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8b4eadba-f9e1-4e76-8173-98acdb66aac3 req-6b2a705b-691d-4bb4-ab0d-c0bc4449dcf9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 1098 time: 0.0749066
Aug 25 16:34:59.773300 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8b4eadba-f9e1-4e76-8173-98acdb66aac3 req-9a17689e-2809-49af-93e3-073fd7bc65da service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452669
Aug 25 16:34:59.774936 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7eba1-3407-4d8b-9df3-6aed5a7a1b8e req-bdbfcd9d-14ba-412d-a99f-919cac75f1a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:34:59.776396 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-35d7eba1-3407-4d8b-9df3-6aed5a7a1b8e req-bdbfcd9d-14ba-412d-a99f-919cac75f1a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f829a720-cf5b-4886-a9fb-8ef465684cf9 HTTP/1.1" status: 200  len: 909 time: 0.1441536
Aug 25 16:35:00.079236 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-35d7eba1-3407-4d8b-9df3-6aed5a7a1b8e req-7eec77fa-7491-4386-b867-06167ea07677 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd98b9c1-76bf-431b-8866-966d93a35316 HTTP/1.1" status: 200  len: 1001 time: 0.1005607
Aug 25 16:35:00.157244 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7eba1-3407-4d8b-9df3-6aed5a7a1b8e req-de9b58a2-00f4-4c65-bdca-0408984866fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:00.159352 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-35d7eba1-3407-4d8b-9df3-6aed5a7a1b8e req-de9b58a2-00f4-4c65-bdca-0408984866fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cdfd525-3e53-4422-bd74-70269ab0cf87 HTTP/1.1" status: 200  len: 847 time: 0.0698476
Aug 25 16:35:00.280040 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-35d7eba1-3407-4d8b-9df3-6aed5a7a1b8e req-03a939b0-12cc-49c1-904f-9d8d0b10c94e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f829a720-cf5b-4886-a9fb-8ef465684cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0999355
Aug 25 16:35:00.351357 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c2419-768c-424b-abdb-cecd27c21d18 req-004bd23f-2241-4ec4-8e44-66d5635ebbe5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:00.352643 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b08c2419-768c-424b-abdb-cecd27c21d18 req-004bd23f-2241-4ec4-8e44-66d5635ebbe5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1140668
Aug 25 16:35:00.360080 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd413ddf-2053-40b9-a62b-1ec630504d06 req-b57c38d9-c835-4b09-ba42-565c4f28c268 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:00.362075 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fd413ddf-2053-40b9-a62b-1ec630504d06 req-b57c38d9-c835-4b09-ba42-565c4f28c268 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.1561551
Aug 25 16:35:00.439692 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-35d7eba1-3407-4d8b-9df3-6aed5a7a1b8e req-57e980a7-ed20-4761-bfde-6317a0082f5b service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516423
Aug 25 16:35:00.441100 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b08c2419-768c-424b-abdb-cecd27c21d18 req-22f968e2-89ec-467f-b209-75f70ce9c9c9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779893
Aug 25 16:35:00.450830 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fd413ddf-2053-40b9-a62b-1ec630504d06 req-8d7a5ed5-53a0-46d6-8494-61b31cf7ff3e tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0698900
Aug 25 16:35:00.595090 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-35d7eba1-3407-4d8b-9df3-6aed5a7a1b8e req-8aea5816-8a67-4111-b2e2-21fdb1e1414d service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469254
Aug 25 16:35:01.719529 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a641bd-a7e6-45f1-a21d-3fa834c14524 req-a7131735-70ca-49d6-887f-17fe9672d4b8 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:01.720997 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a3a641bd-a7e6-45f1-a21d-3fa834c14524 req-a7131735-70ca-49d6-887f-17fe9672d4b8 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.1374032
Aug 25 16:35:01.733821 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7430f02-81bb-4fd4-8244-83f3d51bb27d req-47c82d74-6389-4e1f-8574-2fd0b356abdc tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:01.735216 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a7430f02-81bb-4fd4-8244-83f3d51bb27d req-47c82d74-6389-4e1f-8574-2fd0b356abdc tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1138086
Aug 25 16:35:01.812199 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a3a641bd-a7e6-45f1-a21d-3fa834c14524 req-aea909c4-2d14-417e-b9c2-bf887d8ed57d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0846729
Aug 25 16:35:01.817284 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a7430f02-81bb-4fd4-8244-83f3d51bb27d req-ece9eae0-9f54-4b4b-a824-fd4997b8fe46 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676272
Aug 25 16:35:02.033551 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110e1f6-9fe7-4618-a3d7-7c7a2c13d08e req-cd29d4e9-eca5-47d3-a871-1d7dcff7c123 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:02.035055 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6110e1f6-9fe7-4618-a3d7-7c7a2c13d08e req-cd29d4e9-eca5-47d3-a871-1d7dcff7c123 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0805986
Aug 25 16:35:02.045955 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 53160) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:35:02.052141 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-5bc0ea08-0cc9-4ab2-815b-307620992813 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Request body: {'floatingip': {'port_id': '3e62c7d3-853d-400d-adfe-931a8fb6fa15'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:35:02.134324 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ea08-0cc9-4ab2-815b-307620992813 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:02.884745 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ea08-0cc9-4ab2-815b-307620992813 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:03.002938 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ea08-0cc9-4ab2-815b-307620992813 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:03.150222 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72184663-f40b-4e2a-99f7-4530471fa1ab req-1ab61576-2c26-464f-8165-6f847187ba99 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:03.151725 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-72184663-f40b-4e2a-99f7-4530471fa1ab req-1ab61576-2c26-464f-8165-6f847187ba99 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.1895504
Aug 25 16:35:03.308033 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-72184663-f40b-4e2a-99f7-4530471fa1ab req-d1d2e9c5-dcde-46df-a2a7-408fa9cf239c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1491141
Aug 25 16:35:03.338728 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.l3_db [None req-5bc0ea08-0cc9-4ab2-815b-307620992813 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Floating IP d9000b94-7048-4e43-9122-cdb9f78e7940 associated. External IP: 172.27.3.15, port: 3e62c7d3-853d-400d-adfe-931a8fb6fa15.
Aug 25 16:35:03.792673 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc0ea08-0cc9-4ab2-815b-307620992813 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:35:04.006847 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc0ea08-0cc9-4ab2-815b-307620992813 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:35:04.011372 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ea08-0cc9-4ab2-815b-307620992813 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:04.019082 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72f1d1e-e803-4089-80b1-98b9c30bb2d3 None None] Sync routers for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:35:04.035061 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f1d1e-e803-4089-80b1-98b9c30bb2d3 None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:35:04.036118 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-f72f1d1e-e803-4089-80b1-98b9c30bb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf049d7370>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:34:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:35:04.071092 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-5bc0ea08-0cc9-4ab2-815b-307620992813 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "PUT /v2.0/floatingips/d9000b94-7048-4e43-9122-cdb9f78e7940 HTTP/1.1" status: 200  len: 990 time: 2.0238760
Aug 25 16:35:04.071813 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:35:04.155803 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'status': 'completed', 'code': 200}
Aug 25 16:35:04.286520 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-f72f1d1e-e803-4089-80b1-98b9c30bb2d3 None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:35:04.378002 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-24b50d6d-7df3-455b-8080-126516a3f5be req-a0f9bef3-8d21-4497-b447-3c196536a6b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 1098 time: 0.1968756
Aug 25 16:35:04.525911 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3281a-fa04-4728-b299-e90e92436296 req-8f035a8d-49f1-458e-8eb9-af51d6826a76 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:04.527427 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3de3281a-fa04-4728-b299-e90e92436296 req-8f035a8d-49f1-458e-8eb9-af51d6826a76 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.0873477
Aug 25 16:35:04.545367 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b50d6d-7df3-455b-8080-126516a3f5be req-60b810a8-deb3-4054-88be-d544094adbbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:04.548597 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-24b50d6d-7df3-455b-8080-126516a3f5be req-60b810a8-deb3-4054-88be-d544094adbbb service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 200  len: 918 time: 0.1635363
Aug 25 16:35:04.596810 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3de3281a-fa04-4728-b299-e90e92436296 req-383c3808-c73b-4aaf-b668-7818b475b5a3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0622239
Aug 25 16:35:04.661920 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-f72f1d1e-e803-4089-80b1-98b9c30bb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf049d7370>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': 'd9000b94-7048-4e43-9122-cdb9f78e7940', 'tenant_id': '69dd618035034881b9a069a46953420c', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'port_id': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'mac_address': 'fa:16:3e:24:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:34:41Z', 'updated_at': '2021-08-25T16:35:02Z', 'revision_number': 1, 'project_id': '69dd618035034881b9a069a46953420c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:17Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:35:04.666071 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72f1d1e-e803-4089-80b1-98b9c30bb2d3 None None] Checking router: 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:35:04.678243 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f1d1e-e803-4089-80b1-98b9c30bb2d3 None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:35:04.679161 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-f72f1d1e-e803-4089-80b1-98b9c30bb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf049d7370>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:34:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:35:04.683281 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-24b50d6d-7df3-455b-8080-126516a3f5be req-27bc2e07-beea-40bd-aaf3-796dc48a8e12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15 HTTP/1.1" status: 200  len: 998 time: 0.1272669
Aug 25 16:35:04.749719 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b50d6d-7df3-455b-8080-126516a3f5be req-02059937-8094-4a66-93c5-628071af8c49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:04.751192 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-24b50d6d-7df3-455b-8080-126516a3f5be req-02059937-8094-4a66-93c5-628071af8c49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcc1bfe8-e684-45d5-8dcb-0301c21cbf74 HTTP/1.1" status: 200  len: 856 time: 0.0606966
Aug 25 16:35:04.829929 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-24b50d6d-7df3-455b-8080-126516a3f5be req-8dd781e7-33e9-48fb-8ee7-075434647cb9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719986
Aug 25 16:35:04.861163 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-f72f1d1e-e803-4089-80b1-98b9c30bb2d3 None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:35:04.967219 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-24b50d6d-7df3-455b-8080-126516a3f5be req-4907342c-babf-454d-951f-15cb314af72d service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304038
Aug 25 16:35:05.139393 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-24b50d6d-7df3-455b-8080-126516a3f5be req-2ed6d63d-8700-4263-85ac-76dd481b6fab service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641405
Aug 25 16:35:05.245336 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-f72f1d1e-e803-4089-80b1-98b9c30bb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf049d7370>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': 'd9000b94-7048-4e43-9122-cdb9f78e7940', 'tenant_id': '69dd618035034881b9a069a46953420c', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'port_id': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'mac_address': 'fa:16:3e:24:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:34:41Z', 'updated_at': '2021-08-25T16:35:02Z', 'revision_number': 1, 'project_id': '69dd618035034881b9a069a46953420c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:17Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:35:05.250797 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72f1d1e-e803-4089-80b1-98b9c30bb2d3 None None] The sync data for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi is: [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': 'd9000b94-7048-4e43-9122-cdb9f78e7940', 'tenant_id': '69dd618035034881b9a069a46953420c', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'port_id': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'mac_address': 'fa:16:3e:24:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:34:41Z', 'updated_at': '2021-08-25T16:35:02Z', 'revision_number': 1, 'project_id': '69dd618035034881b9a069a46953420c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:17Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:35:05.512778 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79aa2ae-1241-4dcb-a499-4fd066c930f0 None None] New status for floating IP d9000b94-7048-4e43-9122-cdb9f78e7940: ACTIVE {{(pid=75963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:35:05.766723 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a9ccbe91-86f7-4b52-bb23-fc3f3b5dd86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:05.952885 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e86e8-e478-4d2c-b9a8-150306e5b76e req-179d03c2-0426-42f6-91e1-8e9285a3fc6f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:05.954381 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-432e86e8-e478-4d2c-b9a8-150306e5b76e req-179d03c2-0426-42f6-91e1-8e9285a3fc6f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.1864498
Aug 25 16:35:06.002312 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:06.004724 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-432e86e8-e478-4d2c-b9a8-150306e5b76e req-f5689e4c-eee1-4741-9d80-ac601d3be400 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0446680
Aug 25 16:35:07.209465 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cf95c-df80-47f3-b52b-669dabbf6409 req-0a2c2a01-35cb-45ad-9e2a-c75e0893b4de tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:07.210831 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9a7cf95c-df80-47f3-b52b-669dabbf6409 req-0a2c2a01-35cb-45ad-9e2a-c75e0893b4de tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.0799539
Aug 25 16:35:07.261709 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9a7cf95c-df80-47f3-b52b-669dabbf6409 req-a5d7172c-3c27-4e00-b0d0-16249789fa4f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450439
Aug 25 16:35:07.992622 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-911c293f-136d-427c-ab2b-2a6ee497a1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:08.455765 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ece85-c88f-40ca-ac43-8632fb8c775a req-bcb19b57-f7a7-4dfb-80cd-4fd81624b016 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:08.457310 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4d2ece85-c88f-40ca-ac43-8632fb8c775a req-bcb19b57-f7a7-4dfb-80cd-4fd81624b016 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.0759869
Aug 25 16:35:08.503937 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4d2ece85-c88f-40ca-ac43-8632fb8c775a req-0719eee7-72cb-494d-aea7-2bf0b65325cb tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0411148
Aug 25 16:35:09.072396 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:09.707330 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6c6b9-075f-4123-a920-9cdbc68ebe37 req-e100d6b5-f475-4ed1-b1e0-67a67abb740f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:09.708940 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-21d6c6b9-075f-4123-a920-9cdbc68ebe37 req-e100d6b5-f475-4ed1-b1e0-67a67abb740f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.0826211
Aug 25 16:35:09.758184 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-21d6c6b9-075f-4123-a920-9cdbc68ebe37 req-945601cd-00e5-467c-a588-ee7bb9fe3f09 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0435534
Aug 25 16:35:10.516625 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:10.966428 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bac79-b2ec-4aef-89e8-72212cb7b2bc req-63cc0583-1ec5-4b3b-b298-9a5117ab2f12 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:10.967886 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-891bac79-b2ec-4aef-89e8-72212cb7b2bc req-63cc0583-1ec5-4b3b-b298-9a5117ab2f12 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.0821967
Aug 25 16:35:11.033764 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-891bac79-b2ec-4aef-89e8-72212cb7b2bc req-595e97af-eb19-4c46-8562-dce2177cb9de tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0518813
Aug 25 16:35:12.234158 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ca892-14f0-4533-9140-80e2bbabe984 req-f15ef205-75f9-48da-9b4e-99f4aba19366 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:12.235660 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ce2ca892-14f0-4533-9140-80e2bbabe984 req-f15ef205-75f9-48da-9b4e-99f4aba19366 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.0789895
Aug 25 16:35:12.287248 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ce2ca892-14f0-4533-9140-80e2bbabe984 req-c9ce984e-c113-4dd0-8920-b04d35bb9ede tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0447834
Aug 25 16:35:13.491058 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ec75d-3ad6-4813-9977-930602e907d8 req-ebbd42f1-f322-41ed-9bbe-aeac509dcf13 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:13.492576 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c37ec75d-3ad6-4813-9977-930602e907d8 req-ebbd42f1-f322-41ed-9bbe-aeac509dcf13 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.0819976
Aug 25 16:35:13.543458 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c37ec75d-3ad6-4813-9977-930602e907d8 req-31537b5c-ccb5-4ee5-967b-30036ae72a6a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0446875
Aug 25 16:35:14.783618 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a1434-b5f2-43e1-bd97-7b2c2b2c144f req-b5a2cffc-5b4a-4f63-b1bd-d934d4f0cdb1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:14.783618 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6a1a1434-b5f2-43e1-bd97-7b2c2b2c144f req-b5a2cffc-5b4a-4f63-b1bd-d934d4f0cdb1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.0891485
Aug 25 16:35:14.816940 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6a1a1434-b5f2-43e1-bd97-7b2c2b2c144f req-4e6e49df-07f8-40b5-bf10-b0c7efa73de7 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0460052
Aug 25 16:35:15.999320 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 53274) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:35:16.162211 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-45e0163b-48e6-4de1-a9ec-971b16dcfd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:16.204501 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-45e0163b-48e6-4de1-a9ec-971b16dcfd5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:35:16.209752 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-45e0163b-48e6-4de1-a9ec-971b16dcfd5d admin admin] Usage tracker for resource:security_group_rule and tenant:be38b8c103bb4bffb3c3dc90c1ca3cb0 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:35:16.213713 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-45e0163b-48e6-4de1-a9ec-971b16dcfd5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:35:16.225721 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d85de-0476-471e-9e73-27cfd52d62af req-ccc12ba6-5e0a-4b81-aa92-29d73c4c7bfa tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:16.227194 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c42d85de-0476-471e-9e73-27cfd52d62af req-ccc12ba6-5e0a-4b81-aa92-29d73c4c7bfa tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.1374402
Aug 25 16:35:16.228050 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-45e0163b-48e6-4de1-a9ec-971b16dcfd5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:35:16.301503 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c42d85de-0476-471e-9e73-27cfd52d62af req-1edc3515-c74e-49be-8aa8-459e688ea9b3 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0643964
Aug 25 16:35:16.335449 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-45e0163b-48e6-4de1-a9ec-971b16dcfd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:16.398000 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-45e0163b-48e6-4de1-a9ec-971b16dcfd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:16.406702 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-9577021a-e4a0-4ce8-bff8-666a750685d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:35:16.451938 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-45e0163b-48e6-4de1-a9ec-971b16dcfd5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be38b8c103bb4bffb3c3dc90c1ca3cb0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4515250
Aug 25 16:35:16.452778 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0163b-48e6-4de1-a9ec-971b16dcfd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cee755-7af5-419e-a14c-f681bc275a8e,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:35:16.454871 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53280) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:35:16.455911 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-45e0163b-48e6-4de1-a9ec-971b16dcfd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:35:16.531708 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:16.564948 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:16.701215 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:16.705018 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-39541e5e-980c-42da-bcd5-97bc30e88b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:35:16.718933 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cee755-7af5-419e-a14c-f681bc275a8e,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:35:16.728535 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:16.732518 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5cee755-7af5-419e-a14c-f681bc275a8e HTTP/1.1" status: 204  len: 168 time: 0.2737284
Aug 25 16:35:16.732518 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:16.732518 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:16.732926 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:16.733369 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:16.733709 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:16.734061 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:16.734420 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:16.735469 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:16.735469 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:16.735469 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:16.736301 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:16.739089 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:35:17.507934 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b157ad-1128-4c9b-811d-e94700a20d65 req-2e183d96-1292-45e8-b061-14782feeb9b9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:17.513621 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-33b157ad-1128-4c9b-811d-e94700a20d65 req-2e183d96-1292-45e8-b061-14782feeb9b9 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.0855834
Aug 25 16:35:17.561178 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-33b157ad-1128-4c9b-811d-e94700a20d65 req-1467cc72-87eb-497e-b1d7-86d5117bf9e1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&id=3abcc346-14f0-4ada-aa80-a030a33419c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0456712
Aug 25 16:35:23.508586 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53362) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:35:23.685367 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-951a02e4-f7eb-435e-a1c1-e5e46f302aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:23.718922 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-951a02e4-f7eb-435e-a1c1-e5e46f302aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:35:23.722894 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-951a02e4-f7eb-435e-a1c1-e5e46f302aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:c605a50c2a2d48a8ad6df4a1018c17eb is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:35:23.725790 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-951a02e4-f7eb-435e-a1c1-e5e46f302aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:35:23.732655 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-951a02e4-f7eb-435e-a1c1-e5e46f302aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:35:23.806266 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-951a02e4-f7eb-435e-a1c1-e5e46f302aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:23.849079 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-951a02e4-f7eb-435e-a1c1-e5e46f302aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:23.857332 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-3a6bf10e-29f2-4f5f-84cc-322d7c9a26f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:35:23.904244 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-951a02e4-f7eb-435e-a1c1-e5e46f302aa8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c605a50c2a2d48a8ad6df4a1018c17eb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3944263
Aug 25 16:35:23.905338 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a02e4-f7eb-435e-a1c1-e5e46f302aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d3e938-6d8e-41f5-a0f2-e1d596d39050,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:35:23.908297 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 53370) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:35:23.909438 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-951a02e4-f7eb-435e-a1c1-e5e46f302aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:35:23.971264 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5da210bc-65d6-481f-a2ac-4f5ffd02dd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:24.001714 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5da210bc-65d6-481f-a2ac-4f5ffd02dd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:24.115934 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5da210bc-65d6-481f-a2ac-4f5ffd02dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:24.119503 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:35:24.138789 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da210bc-65d6-481f-a2ac-4f5ffd02dd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d3e938-6d8e-41f5-a0f2-e1d596d39050,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:35:24.141404 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-5da210bc-65d6-481f-a2ac-4f5ffd02dd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:35:24.142679 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5da210bc-65d6-481f-a2ac-4f5ffd02dd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:24.143781 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-5da210bc-65d6-481f-a2ac-4f5ffd02dd3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91d3e938-6d8e-41f5-a0f2-e1d596d39050 HTTP/1.1" status: 204  len: 168 time: 0.2334335
Aug 25 16:35:24.843401 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:31.183488 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605cca9-e8f4-4a8a-a483-d56f6cf72987 req-179fe140-0a33-40ff-ab74-33094877db10 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:31.185784 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5605cca9-e8f4-4a8a-a483-d56f6cf72987 req-179fe140-0a33-40ff-ab74-33094877db10 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0829802
Aug 25 16:35:31.235515 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5605cca9-e8f4-4a8a-a483-d56f6cf72987 req-043391e3-5ae8-43e1-bcf5-299954af7574 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431244
Aug 25 16:35:32.318800 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:35:32.461169 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd6064-9f36-4bc8-930e-50937701a80b req-8d5b5940-0226-4ebd-af37-51ef4e4729ac tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:32.462645 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-99dd6064-9f36-4bc8-930e-50937701a80b req-8d5b5940-0226-4ebd-af37-51ef4e4729ac tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0890901
Aug 25 16:35:32.512040 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-99dd6064-9f36-4bc8-930e-50937701a80b req-5baea1cd-53a9-4978-bb75-40fb5e39edf5 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431769
Aug 25 16:35:33.742296 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b155c-ae8d-4508-a7c6-e9a6a3fff4f1 req-3091d874-b53d-421f-b819-fbfb038a92ec tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:33.743763 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1d4b155c-ae8d-4508-a7c6-e9a6a3fff4f1 req-3091d874-b53d-421f-b819-fbfb038a92ec tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0894518
Aug 25 16:35:33.801505 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1d4b155c-ae8d-4508-a7c6-e9a6a3fff4f1 req-2ccbd380-83a3-45e0-98b6-23b61eb6f52a tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507545
Aug 25 16:35:35.010792 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315b2e4-d390-4bf2-84e9-3b63dc9344cc req-d93de415-48fb-4d8b-a66f-1ea324d5ea73 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:35.012819 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3315b2e4-d390-4bf2-84e9-3b63dc9344cc req-d93de415-48fb-4d8b-a66f-1ea324d5ea73 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0807269
Aug 25 16:35:35.078699 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3315b2e4-d390-4bf2-84e9-3b63dc9344cc req-38b474c2-0277-4e0e-939b-31581588ae25 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599303
Aug 25 16:35:35.688404 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-cd3c28de-fd3a-40f3-899c-3c816ef59c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:35.985899 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:36.304443 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7068f0-b113-43cc-b355-636ac0deac1e req-7f1f34d5-54b3-4c7c-80e2-a52ccda3504b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:36.306376 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9d7068f0-b113-43cc-b355-636ac0deac1e req-7f1f34d5-54b3-4c7c-80e2-a52ccda3504b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0994477
Aug 25 16:35:36.367635 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9d7068f0-b113-43cc-b355-636ac0deac1e req-7999dec4-0c92-44bc-8661-b22eaffee204 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527556
Aug 25 16:35:37.600021 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138de42-fe1a-4f9e-bb64-7bcb55040e63 req-e8e95876-fe40-404f-93e6-f91563d226e9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:37.601425 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a138de42-fe1a-4f9e-bb64-7bcb55040e63 req-e8e95876-fe40-404f-93e6-f91563d226e9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.1017318
Aug 25 16:35:37.652179 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a138de42-fe1a-4f9e-bb64-7bcb55040e63 req-d9b871fe-23db-4a4e-b140-90459c585270 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452378
Aug 25 16:35:37.971840 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2eb89e3f-13b4-4b4d-abad-e98954475efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:38.926307 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3694c-d6ad-4c37-97dc-91ff436d5da0 req-067571e1-4eac-40c0-85dd-5f8dce35e769 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:38.927843 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c1d3694c-d6ad-4c37-97dc-91ff436d5da0 req-067571e1-4eac-40c0-85dd-5f8dce35e769 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.1446066
Aug 25 16:35:38.981784 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c1d3694c-d6ad-4c37-97dc-91ff436d5da0 req-e9a9a1c5-fe37-448a-9b98-54179a4a3dbd tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435050
Aug 25 16:35:39.053996 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:40.254107 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62248229-9432-4972-a682-27b880058cdc req-cb4b4f51-d9fe-406d-841d-9e6f60527807 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:40.256567 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-62248229-9432-4972-a682-27b880058cdc req-cb4b4f51-d9fe-406d-841d-9e6f60527807 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.1006200
Aug 25 16:35:40.337712 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-62248229-9432-4972-a682-27b880058cdc req-993322e0-f17c-454d-9eb4-085e0df95cf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703168
Aug 25 16:35:40.537757 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:41.554894 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088138dc-fbc8-40c4-8a68-2e66e4f43c69 req-41d7627a-e4fc-4ebf-9b41-ed69b2cff788 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:41.556597 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-088138dc-fbc8-40c4-8a68-2e66e4f43c69 req-41d7627a-e4fc-4ebf-9b41-ed69b2cff788 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0897210
Aug 25 16:35:41.629973 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-088138dc-fbc8-40c4-8a68-2e66e4f43c69 req-20717b6b-9c1a-4321-9afb-33264c4670a5 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667775
Aug 25 16:35:42.857467 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d867-fa69-4573-96b8-5cdddcfdc979 req-81f50761-3a0a-4b21-855b-ac2ea3c6f385 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:42.858806 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5766d867-fa69-4573-96b8-5cdddcfdc979 req-81f50761-3a0a-4b21-855b-ac2ea3c6f385 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0792680
Aug 25 16:35:42.915505 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5766d867-fa69-4573-96b8-5cdddcfdc979 req-23e13cbb-f7c0-4a4a-be29-500902aaf684 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447524
Aug 25 16:35:44.215521 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb93c1b-7f1d-4d54-8ce1-fab7841bc82f req-7cf4ee19-f027-4d75-8423-d95aac994e11 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:44.217399 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-abb93c1b-7f1d-4d54-8ce1-fab7841bc82f req-7cf4ee19-f027-4d75-8423-d95aac994e11 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.1382406
Aug 25 16:35:44.267405 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-abb93c1b-7f1d-4d54-8ce1-fab7841bc82f req-94ebb45d-9606-46b3-8360-2b388e585e7d tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443976
Aug 25 16:35:45.508182 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48509ce8-9ef9-40a7-8144-f9705cd00cf5 req-dd75d472-3acf-40c1-bae9-02bb29e4eba6 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:45.509730 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-48509ce8-9ef9-40a7-8144-f9705cd00cf5 req-dd75d472-3acf-40c1-bae9-02bb29e4eba6 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0951138
Aug 25 16:35:45.561572 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-48509ce8-9ef9-40a7-8144-f9705cd00cf5 req-3eeb9749-ffef-4934-9f31-c74f0a6a5e1c tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443552
Aug 25 16:35:46.383975 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0c22d06c-9557-47d3-99ee-1398a706b843 req-4a16222e-38c4-4bfd-ace9-d9071c76b1bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2818026e89bd4b9393f6ed2b2aae5b11&device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 1098 time: 0.0779984
Aug 25 16:35:46.521349 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22d06c-9557-47d3-99ee-1398a706b843 req-dc2547f1-c273-42fd-bea2-00182ed7468e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:46.522814 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0c22d06c-9557-47d3-99ee-1398a706b843 req-dc2547f1-c273-42fd-bea2-00182ed7468e service neutron] 10.222.0.60 "GET /v2.0/networks?id=f829a720-cf5b-4886-a9fb-8ef465684cf9 HTTP/1.1" status: 200  len: 909 time: 0.1318858
Aug 25 16:35:46.630963 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0c22d06c-9557-47d3-99ee-1398a706b843 req-48031c30-cb55-4c05-9f97-8da618f56f5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd98b9c1-76bf-431b-8866-966d93a35316 HTTP/1.1" status: 200  len: 1001 time: 0.0996382
Aug 25 16:35:46.705077 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22d06c-9557-47d3-99ee-1398a706b843 req-192d6798-59bf-40df-bfa4-2f4d4ca489f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:46.706686 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0c22d06c-9557-47d3-99ee-1398a706b843 req-192d6798-59bf-40df-bfa4-2f4d4ca489f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cdfd525-3e53-4422-bd74-70269ab0cf87 HTTP/1.1" status: 200  len: 847 time: 0.0685616
Aug 25 16:35:46.793467 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0c22d06c-9557-47d3-99ee-1398a706b843 req-cfc6a587-5482-4c06-b6fc-e57aee85f7a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f829a720-cf5b-4886-a9fb-8ef465684cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796857
Aug 25 16:35:46.926267 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5c83a-7e40-47f5-a843-517b7a350a4c req-38837048-6e17-4c0b-8a98-8bfe568115bc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:46.927766 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c5a5c83a-7e40-47f5-a843-517b7a350a4c req-38837048-6e17-4c0b-8a98-8bfe568115bc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0950348
Aug 25 16:35:46.944786 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0c22d06c-9557-47d3-99ee-1398a706b843 req-b1b5ce50-bc88-4842-b9a6-c44ec2a2ff97 service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433420
Aug 25 16:35:46.981657 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c5a5c83a-7e40-47f5-a843-517b7a350a4c req-a88525ad-738b-4793-8dde-a16f6e5830d4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481012
Aug 25 16:35:47.222755 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0c22d06c-9557-47d3-99ee-1398a706b843 req-75f4987f-0df5-4798-ac63-81621a2815e7 service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2708952
Aug 25 16:35:48.203764 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada7760-ea19-4ef4-8c5d-87446dc8e990 req-1ed7afa0-1e9b-41f3-bddf-bd8a46bcb6b0 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:48.206291 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7ada7760-ea19-4ef4-8c5d-87446dc8e990 req-1ed7afa0-1e9b-41f3-bddf-bd8a46bcb6b0 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0969009
Aug 25 16:35:48.254754 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7ada7760-ea19-4ef4-8c5d-87446dc8e990 req-01f23613-9c73-48cb-b03a-17b5972e0f25 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428033
Aug 25 16:35:48.868365 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9ec1e-541c-4182-bb51-de76e35cc18b req-1b7b7d3f-4032-4630-9b98-41fa6357b0bc tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:48.871511 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-07f9ec1e-541c-4182-bb51-de76e35cc18b req-1b7b7d3f-4032-4630-9b98-41fa6357b0bc tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0792344
Aug 25 16:35:48.921386 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-07f9ec1e-541c-4182-bb51-de76e35cc18b req-12a259f1-76ab-496b-825b-b1277662101e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452857
Aug 25 16:35:49.463439 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcebd15-9c1e-46e6-bcc2-f2ad8535ed09 req-a26cd523-42cc-464c-9072-76e773e4dd50 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:49.464984 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1bcebd15-9c1e-46e6-bcc2-f2ad8535ed09 req-a26cd523-42cc-464c-9072-76e773e4dd50 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0845666
Aug 25 16:35:49.513617 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1bcebd15-9c1e-46e6-bcc2-f2ad8535ed09 req-81020b42-175c-41c6-a764-b7c1fb2b5c8c tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431883
Aug 25 16:35:50.143295 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91f8ab-a5f0-45ac-bf2a-2c149be60429 req-037787da-4cfa-46d5-bab7-a1fb91c270a9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:50.144742 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0a91f8ab-a5f0-45ac-bf2a-2c149be60429 req-037787da-4cfa-46d5-bab7-a1fb91c270a9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0847878
Aug 25 16:35:50.191884 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0a91f8ab-a5f0-45ac-bf2a-2c149be60429 req-79668658-0230-4957-b592-d8541371bf82 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415714
Aug 25 16:35:50.738100 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7efca-4bf7-4ab4-842f-2736cae179c3 req-5c3d7646-e7cc-480e-8c7e-1669fb55866a tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:50.739727 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fee7efca-4bf7-4ab4-842f-2736cae179c3 req-5c3d7646-e7cc-480e-8c7e-1669fb55866a tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0771282
Aug 25 16:35:50.786404 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fee7efca-4bf7-4ab4-842f-2736cae179c3 req-6e81b0ef-6e6f-4be1-b5ff-6f42b062cc8b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411105
Aug 25 16:35:51.411516 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63f96f-6e18-4eae-8107-bbae2a729e31 req-0dd75939-b9f0-43ed-ad9d-8e32e1b26cc4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:51.412924 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0a63f96f-6e18-4eae-8107-bbae2a729e31 req-0dd75939-b9f0-43ed-ad9d-8e32e1b26cc4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0806785
Aug 25 16:35:51.459222 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0a63f96f-6e18-4eae-8107-bbae2a729e31 req-767725de-8afb-4c88-8473-5a6d946f5b87 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404949
Aug 25 16:35:51.992492 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31200106-377d-47ac-aa50-f0b2464be9ba req-c8ed26da-c72e-44ea-9bb7-30670e73c235 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:51.994997 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-31200106-377d-47ac-aa50-f0b2464be9ba req-c8ed26da-c72e-44ea-9bb7-30670e73c235 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0815783
Aug 25 16:35:52.044582 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-31200106-377d-47ac-aa50-f0b2464be9ba req-9365fe7a-f47e-47f0-92ba-b56b8ee8f3e2 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433676
Aug 25 16:35:52.721549 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e390df1-7b5c-48d9-9ff3-2c027f06da73 req-ef17cca6-1d4f-4379-a91c-df6d2c6221cd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:52.723010 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6e390df1-7b5c-48d9-9ff3-2c027f06da73 req-ef17cca6-1d4f-4379-a91c-df6d2c6221cd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0841830
Aug 25 16:35:52.770176 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6e390df1-7b5c-48d9-9ff3-2c027f06da73 req-9a450b86-469c-48e6-8774-0777d9104dad tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411191
Aug 25 16:35:52.993064 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device cd98b9c1-76bf-431b-8866-966d93a35316 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:35:53.105065 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:53.133221 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:35:53.143451 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port cd98b9c1-76bf-431b-8866-966d93a35316, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=cd98b9c1-76bf-431b-8866-966d93a35316,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:35:53.190218 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'code': 200}
Aug 25 16:35:53.228093 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:53.230904 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:35:53.247130 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9056c9-627c-44a6-993a-e93593bdf5bd req-be5489b6-d87e-4180-be6d-e51e7e9fbf19 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:53.248619 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9f9056c9-627c-44a6-993a-e93593bdf5bd req-be5489b6-d87e-4180-be6d-e51e7e9fbf19 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0792336
Aug 25 16:35:53.298265 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=cd98b9c1-76bf-431b-8866-966d93a35316,revision_number=6']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:35:53.300824 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9f9056c9-627c-44a6-993a-e93593bdf5bd req-a6b1566e-e196-452b-8564-b614a2013dac tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465481
Aug 25 16:35:53.301880 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:35:53.985447 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f97465-c428-4bac-be06-429d804d31eb req-f9a04f07-de39-41db-955d-3dee91020f89 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:53.986915 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c9f97465-c428-4bac-be06-429d804d31eb req-f9a04f07-de39-41db-955d-3dee91020f89 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0795228
Aug 25 16:35:54.033189 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c9f97465-c428-4bac-be06-429d804d31eb req-48274e1f-056a-4d2b-b249-e7428ebf35ed tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404735
Aug 25 16:35:54.520449 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9c87762c-d79a-4cf4-817d-8797b9639593 req-87b8c575-d660-4543-9bf9-5668779cbe8c tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038977313&fields=id&tenant_id=e428679d7aa940b3af321fae92fead92 HTTP/1.1" status: 200  len: 267 time: 0.0940812
Aug 25 16:35:54.588203 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de9acb-8a6a-4ec7-8200-385b65cd4f2e req-63b5cc7d-1ed7-4e59-848d-1a5799b96e6c tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:54.590224 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-33de9acb-8a6a-4ec7-8200-385b65cd4f2e req-63b5cc7d-1ed7-4e59-848d-1a5799b96e6c tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.1651638
Aug 25 16:35:54.720671 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87762c-d79a-4cf4-817d-8797b9639593 req-1f08e12e-fb27-4876-9cad-118dff6aec3e tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:54.723234 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9c87762c-d79a-4cf4-817d-8797b9639593 req-1f08e12e-fb27-4876-9cad-118dff6aec3e tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 984 time: 0.1968324
Aug 25 16:35:54.725886 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-33de9acb-8a6a-4ec7-8200-385b65cd4f2e req-7c6f50d6-7c05-47bc-9c91-55f24c9fb2f3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1298866
Aug 25 16:35:54.734277 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [req-9c87762c-d79a-4cf4-817d-8797b9639593 req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Request body: {'port': {'security_groups': ['ed6f5910-f116-413e-8742-63c19fc5bb17']}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:35:54.818897 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:54.856893 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-9c87762c-d79a-4cf4-817d-8797b9639593 req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:55.107315 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-9c87762c-d79a-4cf4-817d-8797b9639593 req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] For port 8d97f35e-3a65-4da1-b4d5-8555875fab4f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:35:55.133677 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-9c87762c-d79a-4cf4-817d-8797b9639593 req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:55.208595 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-9c87762c-d79a-4cf4-817d-8797b9639593 req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716064'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:55.219325 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:35:55.221979 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['8d97f35e-3a65-4da1-b4d5-8555875fab4f'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:35:55.318802 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87762c-d79a-4cf4-817d-8797b9639593 req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:55.318802 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-9c87762c-d79a-4cf4-817d-8797b9639593 req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:55.318802 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9c87762c-d79a-4cf4-817d-8797b9639593 req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "PUT /v2.0/ports/8d97f35e-3a65-4da1-b4d5-8555875fab4f HTTP/1.1" status: 200  len: 942 time: 0.5857801
Aug 25 16:35:55.318802 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:35:55.322598 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 53608) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:35:55.325311 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event updated for resources: {'Port': ['ID=8d97f35e-3a65-4da1-b4d5-8555875fab4f,revision_number=7']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:35:55.355295 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:55.355727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:55.356070 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:55.356619 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:55.356979 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:55.357387 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:55.357736 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:55.358083 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:55.358424 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:55.358765 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:55.359106 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:35:55.364314 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:35:55.392109 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'status': 'completed', 'code': 200}
Aug 25 16:35:55.393091 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['8d97f35e-3a65-4da1-b4d5-8555875fab4f'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:35:55.414832 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6581a-6268-475c-8abf-e506fadefa60 req-cb785418-f0e7-4f10-90dc-d7211f532c58 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:55.416720 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-aaf6581a-6268-475c-8abf-e506fadefa60 req-cb785418-f0e7-4f10-90dc-d7211f532c58 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.2419260
Aug 25 16:35:55.467146 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9832fcc2-2b93-4746-bf8a-16bbdb213bd4 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:55.520499 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9832fcc2-2b93-4746-bf8a-16bbdb213bd4 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:55.521360 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-07b03c79-ce91-43fd-a009-940bc4863db5 req-17c41732-e24a-4988-9a7c-6d6aa763fd1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e428679d7aa940b3af321fae92fead92&device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 1098 time: 0.1068738
Aug 25 16:35:55.530512 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-aaf6581a-6268-475c-8abf-e506fadefa60 req-1ae76c58-66e8-4359-8210-2bdbe707bc34 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956342
Aug 25 16:35:55.693287 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9832fcc2-2b93-4746-bf8a-16bbdb213bd4 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:55.698605 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-ff1a9c2a-63d9-4411-b4d3-fca9757e593c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:35:55.711401 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-5e296f9d-00bc-4d35-9227-41d14e1dae52 None None] Provisioning complete for port 8d97f35e-3a65-4da1-b4d5-8555875fab4f triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:35:55.711780 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-5e296f9d-00bc-4d35-9227-41d14e1dae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:55.723330 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832fcc2-2b93-4746-bf8a-16bbdb213bd4 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abcc346-14f0-4ada-aa80-a030a33419c2,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:35:55.727110 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-9832fcc2-2b93-4746-bf8a-16bbdb213bd4 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:35:55.729537 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9832fcc2-2b93-4746-bf8a-16bbdb213bd4 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:55.733174 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-9832fcc2-2b93-4746-bf8a-16bbdb213bd4 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "DELETE /v2.0/security-groups/3abcc346-14f0-4ada-aa80-a030a33419c2 HTTP/1.1" status: 204  len: 168 time: 0.4073918
Aug 25 16:35:55.737778 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 53616) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:35:55.752995 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b03c79-ce91-43fd-a009-940bc4863db5 req-00b90c26-f021-4d53-92b3-4caa33024e52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:55.754894 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-07b03c79-ce91-43fd-a009-940bc4863db5 req-00b90c26-f021-4d53-92b3-4caa33024e52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f HTTP/1.1" status: 200  len: 916 time: 0.2256470
Aug 25 16:35:55.897333 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-07b03c79-ce91-43fd-a009-940bc4863db5 req-4bb7a9ea-7477-429f-937c-758eaba6af8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f HTTP/1.1" status: 200  len: 1001 time: 0.1345098
Aug 25 16:35:55.967278 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b03c79-ce91-43fd-a009-940bc4863db5 req-e385a479-c408-4dd4-8160-1f98120bc0f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:55.968722 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-07b03c79-ce91-43fd-a009-940bc4863db5 req-e385a479-c408-4dd4-8160-1f98120bc0f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea751ba-1b28-4ee8-99d1-fd75341a8b89 HTTP/1.1" status: 200  len: 854 time: 0.0637345
Aug 25 16:35:56.024676 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Deleting port 9109bcb7-a9bb-40a9-a19e-f6af65e9307f {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:35:56.025035 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:56.052980 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-07b03c79-ce91-43fd-a009-940bc4863db5 req-ec7967c0-eb94-4363-a329-64bde01c5e72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717306
Aug 25 16:35:56.087193 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483a683-2f7f-4fdc-bab9-bed16552dc01 req-c2c3b504-eae6-4466-ac62-baebf3373a07 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:56.088656 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6483a683-2f7f-4fdc-bab9-bed16552dc01 req-c2c3b504-eae6-4466-ac62-baebf3373a07 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.2154779
Aug 25 16:35:56.194381 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-07b03c79-ce91-43fd-a009-940bc4863db5 req-42ab0366-8e07-477a-a896-4ab650d609ea service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306288
Aug 25 16:35:56.224344 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6483a683-2f7f-4fdc-bab9-bed16552dc01 req-320b8b75-c809-4752-a1f4-98913da7bf55 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1178861
Aug 25 16:35:56.247748 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:56.248074 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:56.332855 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-07b03c79-ce91-43fd-a009-940bc4863db5 req-e68b1689-8149-4efa-a381-48f82e3f71fd service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321046
Aug 25 16:35:56.371381 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Calling delete_port for 9109bcb7-a9bb-40a9-a19e-f6af65e9307f owned by network:floatingip {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:35:56.573936 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:56.577767 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-fd9953ae-b722-4234-b7bc-ae62445b80b1 tempest-VolumesSnapshotTestJSON-60636804 tempest-VolumesSnapshotTestJSON-60636804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:35:56.618588 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event deleted for resources: {'Port': ['ID=9109bcb7-a9bb-40a9-a19e-f6af65e9307f,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:35:56.622722 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:35:56.844138 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks [] for floatingip, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:56.935621 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c47e27-336d-4096-9fa5-1d556600749b req-da768580-897d-4f21-8dce-fe1b867595ba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:56.937077 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-64c47e27-336d-4096-9fa5-1d556600749b req-da768580-897d-4f21-8dce-fe1b867595ba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1710930
Aug 25 16:35:57.038855 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-64c47e27-336d-4096-9fa5-1d556600749b req-38087c90-0c0f-4b48-982e-498d9e9e84ac tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950999
Aug 25 16:35:57.298133 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Router 7d4002fa-5cb5-43f2-ae5f-757d16188572 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:35:57.468859 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3707-8012-46d2-9458-cec8227f49ce req-8dea5c54-8b51-4c57-b118-7aca3aa791e6 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:57.470327 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5cbf3707-8012-46d2-9458-cec8227f49ce req-8dea5c54-8b51-4c57-b118-7aca3aa791e6 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.1154172
Aug 25 16:35:57.582838 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5cbf3707-8012-46d2-9458-cec8227f49ce req-995090ba-8ffb-4aac-992f-9525f889e92b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655634
Aug 25 16:35:57.603611 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:35:57.615059 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a166c-e2e8-4e20-bdb0-d04f46135c84 None None] Sync routers for ids ['7d4002fa-5cb5-43f2-ae5f-757d16188572'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:35:57.623813 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:35:57.627666 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a166c-e2e8-4e20-bdb0-d04f46135c84 None None] Routers {'7d4002fa-5cb5-43f2-ae5f-757d16188572'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:35:57.628276 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-fa8a166c-e2e8-4e20-bdb0-d04f46135c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04c88730>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:35:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['7d4002fa-5cb5-43f2-ae5f-757d16188572'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:35:57.684368 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "DELETE /v2.0/floatingips/cf6edc3a-4623-4267-a7a7-3c4b8a4c4baa HTTP/1.1" status: 204  len: 168 time: 1.9416859
Aug 25 16:35:57.684368 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:35:57.765736 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'status': 'completed', 'code': 200}
Aug 25 16:35:57.797202 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f6117994-2522-46ce-8554-91730abd1c46 req-b6e27ab3-15aa-4a15-ac8e-330c4daec8cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0868204
Aug 25 16:35:57.873606 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c709862-4cd2-41e0-9fba-1ce67a1db989 req-ed2e4b14-9c20-409f-b502-eb870cfc7d28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e428679d7aa940b3af321fae92fead92&device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 1098 time: 0.0823371
Aug 25 16:35:57.879038 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-fa8a166c-e2e8-4e20-bdb0-d04f46135c84 None None] Set router 7d4002fa-5cb5-43f2-ae5f-757d16188572 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:35:58.017538 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709862-4cd2-41e0-9fba-1ce67a1db989 req-a2a7531d-26ce-435c-8367-a3227252785b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:58.019112 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c709862-4cd2-41e0-9fba-1ce67a1db989 req-a2a7531d-26ce-435c-8367-a3227252785b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f HTTP/1.1" status: 200  len: 916 time: 0.1395822
Aug 25 16:35:58.097159 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c709862-4cd2-41e0-9fba-1ce67a1db989 req-93d8e2e5-94f3-46fe-9b7b-5b570139e4e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f HTTP/1.1" status: 200  len: 217 time: 0.0714741
Aug 25 16:35:58.170986 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709862-4cd2-41e0-9fba-1ce67a1db989 req-de62a546-4b3d-480a-b8ca-a3324bd1b310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:58.172710 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c709862-4cd2-41e0-9fba-1ce67a1db989 req-de62a546-4b3d-480a-b8ca-a3324bd1b310 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea751ba-1b28-4ee8-99d1-fd75341a8b89 HTTP/1.1" status: 200  len: 854 time: 0.0693603
Aug 25 16:35:58.216906 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-fa8a166c-e2e8-4e20-bdb0-d04f46135c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04c88730>, [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'ce375a63-1589-4d23-b671-cdddace0298b', 'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'mac_address': 'fa:16:3e:8f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:21Z', 'updated_at': '2021-08-25T16:33:42Z', 'revision_number': 5, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'subnets': [{'id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:35:58.227076 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a166c-e2e8-4e20-bdb0-d04f46135c84 None None] Checking router: 7d4002fa-5cb5-43f2-ae5f-757d16188572 for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:35:58.233536 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a166c-e2e8-4e20-bdb0-d04f46135c84 None None] Routers {'7d4002fa-5cb5-43f2-ae5f-757d16188572'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:35:58.234222 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-fa8a166c-e2e8-4e20-bdb0-d04f46135c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04c88730>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:35:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['7d4002fa-5cb5-43f2-ae5f-757d16188572'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:35:58.323053 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de011581-defa-4eab-b4ef-a88e859f38c7 req-effb1f21-ce38-44f7-9d38-fc7981a3fd12 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:58.332729 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-de011581-defa-4eab-b4ef-a88e859f38c7 req-effb1f21-ce38-44f7-9d38-fc7981a3fd12 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1225100
Aug 25 16:35:58.338097 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c709862-4cd2-41e0-9fba-1ce67a1db989 req-cd708682-257b-4b4a-976b-b8a581865222 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1592898
Aug 25 16:35:58.426742 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-fa8a166c-e2e8-4e20-bdb0-d04f46135c84 None None] Set router 7d4002fa-5cb5-43f2-ae5f-757d16188572 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:35:58.555100 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-de011581-defa-4eab-b4ef-a88e859f38c7 req-77b34b1c-a9ec-4308-b374-b832e9d7ebb0 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2212317
Aug 25 16:35:58.596276 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c709862-4cd2-41e0-9fba-1ce67a1db989 req-7c779638-ee9b-4054-a41f-1f0ab2b63fee service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2423177
Aug 25 16:35:58.765755 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-fa8a166c-e2e8-4e20-bdb0-d04f46135c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04c88730>, [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'ce375a63-1589-4d23-b671-cdddace0298b', 'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'mac_address': 'fa:16:3e:8f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:21Z', 'updated_at': '2021-08-25T16:33:42Z', 'revision_number': 5, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'subnets': [{'id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:35:58.770047 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a166c-e2e8-4e20-bdb0-d04f46135c84 None None] The sync data for ids ['7d4002fa-5cb5-43f2-ae5f-757d16188572'] in dv-cinder-805825-2-iscsi is: [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:33:22Z', 'revision_number': 4, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'ce375a63-1589-4d23-b671-cdddace0298b', 'name': '', 'network_id': '8b823bd1-22e0-46cf-9250-1bb28b0b8b1f', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'mac_address': 'fa:16:3e:8f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:21Z', 'updated_at': '2021-08-25T16:33:42Z', 'revision_number': 5, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'subnets': [{'id': 'fea751ba-1b28-4ee8-99d1-fd75341a8b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:35:58.798273 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c709862-4cd2-41e0-9fba-1ce67a1db989 req-c875432c-fe2d-4c8e-b68e-a54d415466f3 service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955905
Aug 25 16:35:58.825454 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dac675-6703-42db-8529-c3e3f22438b0 req-d0119427-ff4d-4b5d-95c0-ec0f390ce18a tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:58.831015 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-21dac675-6703-42db-8529-c3e3f22438b0 req-d0119427-ff4d-4b5d-95c0-ec0f390ce18a tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.1205859
Aug 25 16:35:58.881742 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-21dac675-6703-42db-8529-c3e3f22438b0 req-99b29045-e1db-4388-8cd4-a932408c4dcc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490751
Aug 25 16:35:59.018063 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c5f55-edd5-4ce6-8a5d-1ff51d2a0145 None None] New status for floating IP cf6edc3a-4623-4267-a7a7-3c4b8a4c4baa: DOWN {{(pid=75963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:35:59.776451 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0e786-9a74-485c-bbd5-0fd4fea75abf req-0753f2b8-85d9-493e-a093-28beb2c90cf0 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:35:59.777927 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-85b0e786-9a74-485c-bbd5-0fd4fea75abf req-0753f2b8-85d9-493e-a093-28beb2c90cf0 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0812001
Aug 25 16:35:59.830027 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-85b0e786-9a74-485c-bbd5-0fd4fea75abf req-17823441-dee7-4bca-abce-83b50fd1d3b2 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458577
Aug 25 16:36:00.086020 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc56c-84fe-4603-bea5-4bca3a49ddfe req-4f26c6c2-17d3-4506-a785-97cd810b829a tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:00.087713 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c8ddc56c-84fe-4603-bea5-4bca3a49ddfe req-4f26c6c2-17d3-4506-a785-97cd810b829a tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0846131
Aug 25 16:36:00.143052 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c8ddc56c-84fe-4603-bea5-4bca3a49ddfe req-8a0b482e-bac9-4ab2-a765-a78320a2391f tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472724
Aug 25 16:36:01.054024 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b3268-ac67-4676-8f80-0d17d8abbc26 req-5dba08b7-ff64-4358-92f5-02270df87d5b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:01.055475 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0c7b3268-ac67-4676-8f80-0d17d8abbc26 req-5dba08b7-ff64-4358-92f5-02270df87d5b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0808063
Aug 25 16:36:01.104817 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0c7b3268-ac67-4676-8f80-0d17d8abbc26 req-f6977cee-9bd0-484b-83e9-cb29763fc045 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427823
Aug 25 16:36:01.358577 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78993698-a6ed-4d67-bb77-ac82c340f89d req-99e0eae8-682c-4a09-9cd7-a2054559d3d6 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:01.360086 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-78993698-a6ed-4d67-bb77-ac82c340f89d req-99e0eae8-682c-4a09-9cd7-a2054559d3d6 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0850971
Aug 25 16:36:01.450655 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-78993698-a6ed-4d67-bb77-ac82c340f89d req-71a66954-42a4-45fe-bd0f-b3d3a57fc432 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840604
Aug 25 16:36:01.481924 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f6117994-2522-46ce-8554-91730abd1c46 req-540d6ef1-8acf-4c38-9aa5-adc3f3953d3a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e428679d7aa940b3af321fae92fead92&device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 1098 time: 0.0827987
Aug 25 16:36:01.656049 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6117994-2522-46ce-8554-91730abd1c46 req-ae6afa58-b300-43d9-a5b8-97d8bb4709d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:01.657591 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f6117994-2522-46ce-8554-91730abd1c46 req-ae6afa58-b300-43d9-a5b8-97d8bb4709d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f HTTP/1.1" status: 200  len: 916 time: 0.1543214
Aug 25 16:36:01.734031 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f6117994-2522-46ce-8554-91730abd1c46 req-0317a6ab-ff26-4554-9602-b189c3831ddf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f HTTP/1.1" status: 200  len: 217 time: 0.0677342
Aug 25 16:36:01.807451 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6117994-2522-46ce-8554-91730abd1c46 req-fe1b2417-7c37-4de3-9995-5084f3df5d33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:01.808959 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f6117994-2522-46ce-8554-91730abd1c46 req-fe1b2417-7c37-4de3-9995-5084f3df5d33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea751ba-1b28-4ee8-99d1-fd75341a8b89 HTTP/1.1" status: 200  len: 854 time: 0.0679727
Aug 25 16:36:01.896535 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f6117994-2522-46ce-8554-91730abd1c46 req-1374b6c5-08eb-479e-9991-bd8915e3af00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795822
Aug 25 16:36:02.034371 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f6117994-2522-46ce-8554-91730abd1c46 req-0fb44be2-d9cf-4234-bfc7-a7a85df588aa service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301997
Aug 25 16:36:02.174538 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f6117994-2522-46ce-8554-91730abd1c46 req-01eff91b-2cf8-4af6-adc6-16d122288267 service neutron] 10.222.0.60 "GET /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336455
Aug 25 16:36:02.331855 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb0ef6-ac74-4597-956e-0d65b0b41cbb req-e7966b42-7d00-465e-a6b0-a20613dc96f5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:02.338671 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-07eb0ef6-ac74-4597-956e-0d65b0b41cbb req-e7966b42-7d00-465e-a6b0-a20613dc96f5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0811243
Aug 25 16:36:02.385828 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-07eb0ef6-ac74-4597-956e-0d65b0b41cbb req-c26d2bf5-db6d-4241-9f07-4c71212dd76f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467284
Aug 25 16:36:02.678888 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25446595-5209-4cb3-b1c0-29ac73ffe9dd req-6be84a68-0f44-47c0-96f7-1e58fc9372d2 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:02.680766 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-25446595-5209-4cb3-b1c0-29ac73ffe9dd req-6be84a68-0f44-47c0-96f7-1e58fc9372d2 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0980690
Aug 25 16:36:02.745908 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-25446595-5209-4cb3-b1c0-29ac73ffe9dd req-25c22c36-3482-4441-9421-de3d6aaaeecc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592697
Aug 25 16:36:03.640966 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51897c64-1bf6-4ace-a4b8-10be70a8a159 req-064bea4e-0b6f-4bdd-9f15-0ec9dd688426 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:03.642535 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-51897c64-1bf6-4ace-a4b8-10be70a8a159 req-064bea4e-0b6f-4bdd-9f15-0ec9dd688426 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0966673
Aug 25 16:36:03.708735 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-51897c64-1bf6-4ace-a4b8-10be70a8a159 req-3dc3043f-df14-4914-b695-b2afa709ba25 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580268
Aug 25 16:36:04.070180 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1615f5-b8b9-403e-8822-93ebd3828649 req-701e2478-ea26-40f2-b580-476a635859b7 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:04.072063 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7e1615f5-b8b9-403e-8822-93ebd3828649 req-701e2478-ea26-40f2-b580-476a635859b7 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.1800752
Aug 25 16:36:04.125806 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7e1615f5-b8b9-403e-8822-93ebd3828649 req-82097538-9819-49eb-8323-3f802c51dbfb tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476055
Aug 25 16:36:04.334779 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-460e3a38-32ed-44dd-bd40-cfe3bde2f54f req-42e321f2-44be-4490-b0e5-cceb3ea3dc2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0750005
Aug 25 16:36:04.787130 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6ab96-1b2b-43f0-a9c3-9641e1890bd8 req-2de21642-d938-450a-931f-ba14dfbc78bb tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:04.790036 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-49c6ab96-1b2b-43f0-a9c3-9641e1890bd8 req-2de21642-d938-450a-931f-ba14dfbc78bb tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0825474
Aug 25 16:36:04.828436 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53710) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:04.837096 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-49c6ab96-1b2b-43f0-a9c3-9641e1890bd8 req-94ee08bf-9cd9-43fb-b42c-43b21357f927 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411918
Aug 25 16:36:05.024640 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6e31a442-6c50-4f9c-97a6-0c20e4aca434 req-93f980eb-6482-4fae-9b26-d2080ef50434 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1949570
Aug 25 16:36:05.076090 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20240140-e9a6-431a-922e-ceb702e0cb3d req-b871fbc0-878f-4b3d-ad82-204c545304a4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:05.077582 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-20240140-e9a6-431a-922e-ceb702e0cb3d req-b871fbc0-878f-4b3d-ad82-204c545304a4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1263816
Aug 25 16:36:05.145910 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-20240140-e9a6-431a-922e-ceb702e0cb3d req-e588eb6f-9ac5-41f2-a5f6-24c938a1796c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618773
Aug 25 16:36:05.160535 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3ddb7-3f60-4f19-a7b4-7bd695c1b25a req-6b2a8560-5a44-4644-b8eb-97d03d21ec6b tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:05.161259 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-ece3ddb7-3f60-4f19-a7b4-7bd695c1b25a req-6b2a8560-5a44-4644-b8eb-97d03d21ec6b tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Synchronizing usage tracker for tenant:e428679d7aa940b3af321fae92fead92 on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:36:05.276065 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-ece3ddb7-3f60-4f19-a7b4-7bd695c1b25a req-6b2a8560-5a44-4644-b8eb-97d03d21ec6b tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Unset dirty status for tenant:e428679d7aa940b3af321fae92fead92 on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:36:05.277774 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ece3ddb7-3f60-4f19-a7b4-7bd695c1b25a req-6b2a8560-5a44-4644-b8eb-97d03d21ec6b tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 945 time: 0.2450449
Aug 25 16:36:05.327876 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-ece3ddb7-3f60-4f19-a7b4-7bd695c1b25a req-a3bf8b84-b51d-4c77-8032-803d5ebe9fee tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Synchronizing usage tracker for tenant:e428679d7aa940b3af321fae92fead92 on resource:security_group {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:36:05.455929 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-ece3ddb7-3f60-4f19-a7b4-7bd695c1b25a req-a3bf8b84-b51d-4c77-8032-803d5ebe9fee tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Unset dirty status for tenant:e428679d7aa940b3af321fae92fead92 on resource:security_group {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:36:05.457316 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ece3ddb7-3f60-4f19-a7b4-7bd695c1b25a req-a3bf8b84-b51d-4c77-8032-803d5ebe9fee tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738431
Aug 25 16:36:05.690287 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-85d61c89-1f15-4ed3-81de-444cd91862db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:06.019659 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:06.055786 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6594719-06e3-4b9a-9aa8-28abfdfb1005 req-3c4d39fd-0d4e-4353-a4c0-c09c2d7ee919 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:06.057610 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b6594719-06e3-4b9a-9aa8-28abfdfb1005 req-3c4d39fd-0d4e-4353-a4c0-c09c2d7ee919 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0942848
Aug 25 16:36:06.131621 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b6594719-06e3-4b9a-9aa8-28abfdfb1005 req-80248b31-367e-431e-802c-43b1fcd073e2 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659573
Aug 25 16:36:06.381018 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804a506-414f-413c-82e0-64a20bda6d5f req-31fb513b-1d12-4cc3-858d-605f8a105469 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:06.382535 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3804a506-414f-413c-82e0-64a20bda6d5f req-31fb513b-1d12-4cc3-858d-605f8a105469 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0840456
Aug 25 16:36:06.433923 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3804a506-414f-413c-82e0-64a20bda6d5f req-7e02e3c3-5fb6-46a5-8f2b-1839f1c4925a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456893
Aug 25 16:36:06.668089 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df604d-ebc6-4196-84f5-72ade7ed7e47 req-12b69db0-4856-427e-97b1-b3df90365ffd tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:06.669624 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67df604d-ebc6-4196-84f5-72ade7ed7e47 req-12b69db0-4856-427e-97b1-b3df90365ffd tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 945 time: 0.0817544
Aug 25 16:36:06.777818 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-67df604d-ebc6-4196-84f5-72ade7ed7e47 req-188ce0b2-2ffd-4a03-a86e-e295e8834d93 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed6f5910-f116-413e-8742-63c19fc5bb17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999181
Aug 25 16:36:06.797441 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0271bf1-1cc2-4cc1-8243-64afc478b706 req-b0dd8795-2379-4df2-9750-9ae569f76c4e tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:06.798888 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b0271bf1-1cc2-4cc1-8243-64afc478b706 req-b0dd8795-2379-4df2-9750-9ae569f76c4e tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 945 time: 0.1222417
Aug 25 16:36:06.871356 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-b0271bf1-1cc2-4cc1-8243-64afc478b706 req-4cd0c57a-ffb0-4c54-9e45-f6cb148a394a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Deleting port 8d97f35e-3a65-4da1-b4d5-8555875fab4f {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:36:06.871767 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-b0271bf1-1cc2-4cc1-8243-64afc478b706 req-4cd0c57a-ffb0-4c54-9e45-f6cb148a394a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:07.164302 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [req-b0271bf1-1cc2-4cc1-8243-64afc478b706 req-4cd0c57a-ffb0-4c54-9e45-f6cb148a394a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] For port 8d97f35e-3a65-4da1-b4d5-8555875fab4f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8d97f35e-3a65-4da1-b4d5-8555875fab4f,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:07.164994 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-b0271bf1-1cc2-4cc1-8243-64afc478b706 req-4cd0c57a-ffb0-4c54-9e45-f6cb148a394a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:07.289841 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [req-b0271bf1-1cc2-4cc1-8243-64afc478b706 req-4cd0c57a-ffb0-4c54-9e45-f6cb148a394a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Calling delete_port for 8d97f35e-3a65-4da1-b4d5-8555875fab4f owned by compute:nova {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:36:07.390897 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6e31a442-6c50-4f9c-97a6-0c20e4aca434 req-598d9cd7-4a72-4f3e-88d6-ad3b42aeb280 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5&tenant_id=2818026e89bd4b9393f6ed2b2aae5b11 HTTP/1.1" status: 200  len: 1096 time: 0.0723522
Aug 25 16:36:07.460989 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d183a71-3e25-4702-a65c-c64f411f0234 req-90541a9b-141f-4692-8d7f-da15ed9f0f70 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:07.462511 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9d183a71-3e25-4702-a65c-c64f411f0234 req-90541a9b-141f-4692-8d7f-da15ed9f0f70 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.1797984
Aug 25 16:36:07.490971 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6e31a442-6c50-4f9c-97a6-0c20e4aca434 req-1cc1f430-759c-4612-bba1-84798351fefc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2818026e89bd4b9393f6ed2b2aae5b11&device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 1096 time: 0.0754831
Aug 25 16:36:07.535739 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9d183a71-3e25-4702-a65c-c64f411f0234 req-486c05dc-3abe-42c7-8d49-532367bf2641 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632627
Aug 25 16:36:07.595900 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-b0271bf1-1cc2-4cc1-8243-64afc478b706 req-4cd0c57a-ffb0-4c54-9e45-f6cb148a394a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:07.602231 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-17c4f884-a107-4388-b94f-75eedf81a6a1 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:07.608044 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['8d97f35e-3a65-4da1-b4d5-8555875fab4f'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:36:07.642546 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31a442-6c50-4f9c-97a6-0c20e4aca434 req-189a1ff9-8c89-48fd-a160-c8a5a91600f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:07.644022 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6e31a442-6c50-4f9c-97a6-0c20e4aca434 req-189a1ff9-8c89-48fd-a160-c8a5a91600f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f829a720-cf5b-4886-a9fb-8ef465684cf9 HTTP/1.1" status: 200  len: 909 time: 0.1462197
Aug 25 16:36:07.694541 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0c57a-ffb0-4c54-9e45-f6cb148a394a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Pushing event deleted for resources: {'Port': ['ID=8d97f35e-3a65-4da1-b4d5-8555875fab4f,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:07.697422 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-4cd0c57a-ffb0-4c54-9e45-f6cb148a394a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:07.753250 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6e31a442-6c50-4f9c-97a6-0c20e4aca434 req-ce42e49b-3bb6-4a15-9100-55a3394b34ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd98b9c1-76bf-431b-8866-966d93a35316 HTTP/1.1" status: 200  len: 999 time: 0.1025121
Aug 25 16:36:07.822133 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31a442-6c50-4f9c-97a6-0c20e4aca434 req-405e42ee-b09e-4014-898a-4d752b40e63f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:07.824424 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6e31a442-6c50-4f9c-97a6-0c20e4aca434 req-405e42ee-b09e-4014-898a-4d752b40e63f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cdfd525-3e53-4422-bd74-70269ab0cf87 HTTP/1.1" status: 200  len: 847 time: 0.0644615
Aug 25 16:36:07.866473 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0271bf1-1cc2-4cc1-8243-64afc478b706 req-4cd0c57a-ffb0-4c54-9e45-f6cb148a394a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] No DVR routers for this DVR port 8d97f35e-3a65-4da1-b4d5-8555875fab4f on host hv-cinder-80582 {{(pid=75962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:36:07.869261 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [req-b0271bf1-1cc2-4cc1-8243-64afc478b706 req-4cd0c57a-ffb0-4c54-9e45-f6cb148a394a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:07.873874 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'name': 'network-vif-deleted', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:36:07.906286 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6e31a442-6c50-4f9c-97a6-0c20e4aca434 req-6799df74-9c9f-40b0-a383-661a202b88ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f829a720-cf5b-4886-a9fb-8ef465684cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741620
Aug 25 16:36:07.908622 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7a687-0675-4657-87b2-c7898c0739ea req-dbde7f73-6369-4398-8a93-a607e0204905 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:07.910201 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-90c7a687-0675-4657-87b2-c7898c0739ea req-dbde7f73-6369-4398-8a93-a607e0204905 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.2627480
Aug 25 16:36:07.975131 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b0271bf1-1cc2-4cc1-8243-64afc478b706 req-4cd0c57a-ffb0-4c54-9e45-f6cb148a394a tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.60 "DELETE /v2.0/ports/8d97f35e-3a65-4da1-b4d5-8555875fab4f HTTP/1.1" status: 204  len: 173 time: 1.1706481
Aug 25 16:36:07.978468 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b664d03b-7de1-4655-87da-0a7b26bcb6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:07.983670 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-3fc6b4c5-7c2d-465b-bffc-735fd4c5dbe8 req-fe77d802-ee5c-435d-a78a-719186275913 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Synchronizing usage tracker for tenant:e428679d7aa940b3af321fae92fead92 on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:36:08.015667 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-90c7a687-0675-4657-87b2-c7898c0739ea req-8196848b-3f4b-4668-89ac-d1c9a91b64fb tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978353
Aug 25 16:36:08.060447 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6e31a442-6c50-4f9c-97a6-0c20e4aca434 req-6ee8e23a-4bb8-49ea-af2f-d87a18d7ecee service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426373
Aug 25 16:36:08.094841 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-3fc6b4c5-7c2d-465b-bffc-735fd4c5dbe8 req-fe77d802-ee5c-435d-a78a-719186275913 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Unset dirty status for tenant:e428679d7aa940b3af321fae92fead92 on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:36:08.097481 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3fc6b4c5-7c2d-465b-bffc-735fd4c5dbe8 req-fe77d802-ee5c-435d-a78a-719186275913 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0ed1cc-07b9-409d-9fa0-93d1494ae155 HTTP/1.1" status: 200  len: 210 time: 0.1634786
Aug 25 16:36:08.140505 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0ed1cc-07b9-409d-9fa0-93d1494ae155', 'name': 'network-vif-deleted', 'tag': '8d97f35e-3a65-4da1-b4d5-8555875fab4f', 'status': 'completed', 'code': 200}
Aug 25 16:36:08.328429 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-6e31a442-6c50-4f9c-97a6-0c20e4aca434 req-76e181b0-5c67-4f31-803b-1858e164c60e service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2592156
Aug 25 16:36:08.705334 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 53760) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:08.770034 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ba34e-f72c-4f67-8366-1a68776a7fcb req-35e761d3-5cfa-4c21-b76c-69d725135b09 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:08.773525 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ea7ba34e-f72c-4f67-8366-1a68776a7fcb req-35e761d3-5cfa-4c21-b76c-69d725135b09 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.1067448
Aug 25 16:36:08.827032 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ea7ba34e-f72c-4f67-8366-1a68776a7fcb req-5fee437c-c6db-4deb-b62e-3c4d6a7f98b6 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464778
Aug 25 16:36:08.865845 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9e6776da-7394-4851-a315-9c5d1c541539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:08.898518 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-9e6776da-7394-4851-a315-9c5d1c541539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:36:08.902426 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-9e6776da-7394-4851-a315-9c5d1c541539 admin admin] Usage tracker for resource:security_group_rule and tenant:bd4b8cfdea324660ad2c79e67facd0cd is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:36:08.905399 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-9e6776da-7394-4851-a315-9c5d1c541539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:36:08.911098 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-9e6776da-7394-4851-a315-9c5d1c541539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:36:08.984454 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9e6776da-7394-4851-a315-9c5d1c541539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:09.040671 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 3e62c7d3-853d-400d-adfe-931a8fb6fa15 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:36:09.084719 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9e6776da-7394-4851-a315-9c5d1c541539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:09.095098 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-079a0e77-2199-442d-876b-d02944cf898d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:09.123372 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:09.142884 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6776da-7394-4851-a315-9c5d1c541539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330d2840-67f1-4bb8-aea7-90488f619617,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:09.147868 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-9e6776da-7394-4851-a315-9c5d1c541539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:09.151542 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-9e6776da-7394-4851-a315-9c5d1c541539 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd4b8cfdea324660ad2c79e67facd0cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4450462
Aug 25 16:36:09.154040 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 53772) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:09.261810 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-33557d81-82b0-4e57-a13e-6a435073a269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:09.295607 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:09.309606 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-33557d81-82b0-4e57-a13e-6a435073a269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:09.311719 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'port_id': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'mac_address': 'fa:16:3e:24:e9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:36:09.325435 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:36:09.387983 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:09.409402 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e62c7d3-853d-400d-adfe-931a8fb6fa15 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:36:09.429067 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:09.452720 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-33557d81-82b0-4e57-a13e-6a435073a269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:09.464343 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-91338fb5-5d12-43f0-acb7-774dc62bc06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:09.473364 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33557d81-82b0-4e57-a13e-6a435073a269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330d2840-67f1-4bb8-aea7-90488f619617,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:09.476392 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-33557d81-82b0-4e57-a13e-6a435073a269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:09.477824 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-33557d81-82b0-4e57-a13e-6a435073a269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:09.479593 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-33557d81-82b0-4e57-a13e-6a435073a269 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/330d2840-67f1-4bb8-aea7-90488f619617 HTTP/1.1" status: 204  len: 168 time: 0.3238513
Aug 25 16:36:09.516110 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:09.518211 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-67866518-1bde-4736-a9d8-ecde7da83910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:09.634804 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['3e62c7d3-853d-400d-adfe-931a8fb6fa15'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:36:09.653443 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd75af-a461-4465-9a93-df74c36326aa req-fb3c8847-9e1f-4e11-8fbd-2ee683c00559 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:09.654939 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35bd75af-a461-4465-9a93-df74c36326aa req-fb3c8847-9e1f-4e11-8fbd-2ee683c00559 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 944 time: 0.1432357
Aug 25 16:36:09.659544 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=3e62c7d3-853d-400d-adfe-931a8fb6fa15,revision_number=6']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:09.686196 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:09.686537 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:09.686870 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:09.687198 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:09.687561 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:09.687843 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:09.688335 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:09.688838 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:09.689198 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:09.689518 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:09.689833 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:09.698342 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:09.727485 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-35bd75af-a461-4465-9a93-df74c36326aa req-6a3a1fb9-e88c-4abe-9176-17c6ab36f62e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650954
Aug 25 16:36:10.092545 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8a69c-1c1e-47b1-baf6-8e2b3992b855 req-50f1d04c-0082-4bf0-9e0a-12452896d8b8 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:10.094155 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4eb8a69c-1c1e-47b1-baf6-8e2b3992b855 req-50f1d04c-0082-4bf0-9e0a-12452896d8b8 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.1199465
Aug 25 16:36:10.146679 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4eb8a69c-1c1e-47b1-baf6-8e2b3992b855 req-b6db0723-5b2f-48b8-9635-b3160d021eab tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459592
Aug 25 16:36:10.552048 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:10.975415 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c46acb-2d18-4cf0-aeb4-caa8122ffabf req-64b8a37e-b7ed-43bd-be8e-25528ed68260 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:10.976882 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c9c46acb-2d18-4cf0-aeb4-caa8122ffabf req-64b8a37e-b7ed-43bd-be8e-25528ed68260 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 944 time: 0.0942047
Aug 25 16:36:11.025733 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c9c46acb-2d18-4cf0-aeb4-caa8122ffabf req-11e6917e-df89-4b3a-b601-cb7c74797077 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427573
Aug 25 16:36:11.050257 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 3e62c7d3-853d-400d-adfe-931a8fb6fa15 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:36:11.125391 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53838) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:11.130714 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:36:11.131220 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:11.301430 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:11.335892 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:36:11.349639 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:11.418876 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:11.419867 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8d97f35e-3a65-4da1-b4d5-8555875fab4f no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:36:11.460916 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98c824-ae29-4d92-87bf-2cf19d011686 req-914838e0-c3d7-443e-8942-e2f63e0099e2 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:11.466128 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'code': 200}
Aug 25 16:36:11.466743 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:11.472455 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9e98c824-ae29-4d92-87bf-2cf19d011686 req-914838e0-c3d7-443e-8942-e2f63e0099e2 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.1554632
Aug 25 16:36:11.554946 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9e98c824-ae29-4d92-87bf-2cf19d011686 req-b27ae76a-3e1f-4e76-850e-c89d0a23cea7 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0811441
Aug 25 16:36:11.578468 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 8d97f35e-3a65-4da1-b4d5-8555875fab4f {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:36:11.578468 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8d97f35e-3a65-4da1-b4d5-8555875fab4f not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:36:11.636327 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937137'] for router_interface, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:11.643144 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=3e62c7d3-853d-400d-adfe-931a8fb6fa15,revision_number=7']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:11.665905 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:12.310229 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bbac7-64a0-4925-b1e2-8ef946e2852d req-44320251-07df-4137-9d51-3c6fc84c3adf tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:12.317683 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-421bbac7-64a0-4925-b1e2-8ef946e2852d req-44320251-07df-4137-9d51-3c6fc84c3adf tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1160073
Aug 25 16:36:12.379178 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-421bbac7-64a0-4925-b1e2-8ef946e2852d req-b02a5e0a-587d-4404-af55-6c857302933b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602591
Aug 25 16:36:12.401456 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] Deleting port ce375a63-1589-4d23-b671-cdddace0298b {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:36:12.401957 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:12.625537 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] For port ce375a63-1589-4d23-b671-cdddace0298b, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=ce375a63-1589-4d23-b671-cdddace0298b,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:12.625878 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:12.771532 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] Calling delete_port for ce375a63-1589-4d23-b671-cdddace0298b owned by network:router_interface {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:36:12.792567 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29712e-7d91-4c3b-af9e-9ec18ee510b0 req-dc4bdce6-24aa-4feb-a49d-9a45b7bc8c9e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:12.794327 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cc29712e-7d91-4c3b-af9e-9ec18ee510b0 req-dc4bdce6-24aa-4feb-a49d-9a45b7bc8c9e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0908465
Aug 25 16:36:12.876299 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cc29712e-7d91-4c3b-af9e-9ec18ee510b0 req-ff130ba6-9e2d-4b83-9ecd-08de456bcee9 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703869
Aug 25 16:36:13.167640 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:13.171859 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b623f88d-51f9-4fb8-87f3-a3d812dcb795 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:13.218594 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] Pushing event deleted for resources: {'Port': ['ID=ce375a63-1589-4d23-b671-cdddace0298b,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:13.222107 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:13.594095 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937029'] for router_interface, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:13.648892 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d1511-fd29-4bf1-b00c-561dd969f1e7 req-42a8da2f-af28-4673-9fec-8e3f9a8feb5a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:13.656538 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-103d1511-fd29-4bf1-b00c-561dd969f1e7 req-42a8da2f-af28-4673-9fec-8e3f9a8feb5a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1154451
Aug 25 16:36:13.709102 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-103d1511-fd29-4bf1-b00c-561dd969f1e7 req-47e1ae5c-b8ac-48ca-9f79-5536959c9a97 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516305
Aug 25 16:36:14.123582 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5c9fd-57f3-42d2-ad01-8098889b14e3 req-5bc8a7e2-6b80-469e-b527-f32278a61b98 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:14.125472 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fff5c9fd-57f3-42d2-ad01-8098889b14e3 req-5bc8a7e2-6b80-469e-b527-f32278a61b98 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.0939646
Aug 25 16:36:14.188740 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fff5c9fd-57f3-42d2-ad01-8098889b14e3 req-1e6bc704-bedd-42cd-ae65-31216b65b413 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570199
Aug 25 16:36:14.305939 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] Router 7d4002fa-5cb5-43f2-ae5f-757d16188572 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:36:14.542600 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:36:14.555131 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f3a95-de46-4def-8659-afd699d7c697 None None] Sync routers for ids ['7d4002fa-5cb5-43f2-ae5f-757d16188572'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:36:14.575137 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f3a95-de46-4def-8659-afd699d7c697 None None] Routers {'7d4002fa-5cb5-43f2-ae5f-757d16188572'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:36:14.576044 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-f96f3a95-de46-4def-8659-afd699d7c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04a0d820>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:36:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['7d4002fa-5cb5-43f2-ae5f-757d16188572'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:14.658893 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 53858) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:14.661944 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] 10.222.0.37 "PUT /v2.0/routers/7d4002fa-5cb5-43f2-ae5f-757d16188572/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5328732
Aug 25 16:36:14.819118 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-f96f3a95-de46-4def-8659-afd699d7c697 None None] Set router 7d4002fa-5cb5-43f2-ae5f-757d16188572 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:36:14.964188 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Notify callbacks [] for router, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:15.067251 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7351a-cf4c-4c12-801a-4dc93fc96ba5 req-5941708c-d811-4732-8151-4dd182e9f8b5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:15.074642 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cdf7351a-cf4c-4c12-801a-4dc93fc96ba5 req-5941708c-d811-4732-8151-4dd182e9f8b5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1922350
Aug 25 16:36:15.137575 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cdf7351a-cf4c-4c12-801a-4dc93fc96ba5 req-341c9cc4-483b-4516-aa51-63c8ea89e5f1 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613465
Aug 25 16:36:15.208333 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-f96f3a95-de46-4def-8659-afd699d7c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04a0d820>, [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:36:13Z', 'revision_number': 5, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:15.212554 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f3a95-de46-4def-8659-afd699d7c697 None None] Checking router: 7d4002fa-5cb5-43f2-ae5f-757d16188572 for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:36:15.246855 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f3a95-de46-4def-8659-afd699d7c697 None None] Routers {'7d4002fa-5cb5-43f2-ae5f-757d16188572'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:36:15.247493 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-f96f3a95-de46-4def-8659-afd699d7c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04a0d820>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:36:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['7d4002fa-5cb5-43f2-ae5f-757d16188572'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:15.488323 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-f96f3a95-de46-4def-8659-afd699d7c697 None None] Set router 7d4002fa-5cb5-43f2-ae5f-757d16188572 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:36:15.493809 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d812d-9e35-43c9-b4b1-5fdf73be33e1 req-ef1edfce-59a9-4395-a356-6389b0498c86 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:15.495979 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2b9d812d-9e35-43c9-b4b1-5fdf73be33e1 req-ef1edfce-59a9-4395-a356-6389b0498c86 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.1299958
Aug 25 16:36:15.543609 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:15.582457 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2b9d812d-9e35-43c9-b4b1-5fdf73be33e1 req-5f600326-4211-47f5-9b7e-c5a15134fd67 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723240
Aug 25 16:36:15.636392 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Deleting port 8065a5f3-682c-4b89-ad04-3f1869604a82 {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:36:15.636733 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:15.852236 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] For port 8065a5f3-682c-4b89-ad04-3f1869604a82, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=8065a5f3-682c-4b89-ad04-3f1869604a82,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:15.854046 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:15.863315 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-f96f3a95-de46-4def-8659-afd699d7c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04a0d820>, [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:36:13Z', 'revision_number': 5, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:15.871422 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f3a95-de46-4def-8659-afd699d7c697 None None] The sync data for ids ['7d4002fa-5cb5-43f2-ae5f-757d16188572'] in dv-cinder-805825-2-iscsi is: [{'id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'name': 'tempest-TestMinimumBasicScenario-1926231579-router', 'tenant_id': 'e428679d7aa940b3af321fae92fead92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:17Z', 'updated_at': '2021-08-25T16:36:13Z', 'revision_number': 5, 'project_id': 'e428679d7aa940b3af321fae92fead92', 'gw_port': {'id': '8065a5f3-682c-4b89-ad04-3f1869604a82', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4002fa-5cb5-43f2-ae5f-757d16188572', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:18Z', 'updated_at': '2021-08-25T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:36:15.996659 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Calling delete_port for 8065a5f3-682c-4b89-ad04-3f1869604a82 owned by network:router_gateway {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:36:16.431307 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f08e8-3de5-49ae-a059-adfe4a6e0864 req-e5fd2d5e-42da-42ae-9806-f4afada22b40 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:16.433083 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d1f08e8-3de5-49ae-a059-adfe4a6e0864 req-e5fd2d5e-42da-42ae-9806-f4afada22b40 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1263838
Aug 25 16:36:16.490104 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0d1f08e8-3de5-49ae-a059-adfe4a6e0864 req-5c2971c5-fa75-4fbe-8cb6-b8ff0123ff96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498626
Aug 25 16:36:16.490805 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:16.496614 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-37ea7e56-26d6-4feb-afa8-a062dd9ef941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:16.545020 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Pushing event deleted for resources: {'Port': ['ID=8065a5f3-682c-4b89-ad04-3f1869604a82,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:16.549665 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:16.836409 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936396'] for router_gateway, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:17.098169 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device cd98b9c1-76bf-431b-8866-966d93a35316 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:36:17.247430 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61713'] for router, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:17.254298 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd87d2-7358-4ee2-90fc-a0c2ab3e96f0 req-bbf85cb5-d709-4cdc-b0f4-d9180c45c781 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:17.255779 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5ddd87d2-7358-4ee2-90fc-a0c2ab3e96f0 req-bbf85cb5-d709-4cdc-b0f4-d9180c45c781 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 943 time: 0.4652350
Aug 25 16:36:17.259344 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:17.272405 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port cd98b9c1-76bf-431b-8866-966d93a35316, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=cd98b9c1-76bf-431b-8866-966d93a35316,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:17.288002 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'port_id': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'mac_address': 'fa:16:3e:42:70:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:36:17.352948 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:17.376593 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd98b9c1-76bf-431b-8866-966d93a35316 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:36:17.389321 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5ddd87d2-7358-4ee2-90fc-a0c2ab3e96f0 req-6a314719-a6a8-45f8-864c-f5d1e523d281 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1224732
Aug 25 16:36:17.401525 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port cd98b9c1-76bf-431b-8866-966d93a35316, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=cd98b9c1-76bf-431b-8866-966d93a35316,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:17.449854 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935408'] for router, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:17.450365 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d4002fa-5cb5-43f2-ae5f-757d16188572 {{(pid=75962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 25 16:36:17.469883 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Notify callbacks [] for router, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:17.472231 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7d4002fa-5cb5-43f2-ae5f-757d16188572 HTTP/1.1" status: 204  len: 168 time: 2.8123717
Aug 25 16:36:17.475111 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 53870) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:17.480370 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:17.488635 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:17.595324 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=cd98b9c1-76bf-431b-8866-966d93a35316,revision_number=7']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:17.599695 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:17.642344 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5735157a-3857-4ae1-86e6-7370b0b6ab00 admin admin] Deleting subnet fea751ba-1b28-4ee8-99d1-fd75341a8b89 {{(pid=75962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:36:17.653675 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5735157a-3857-4ae1-86e6-7370b0b6ab00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:17.718023 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device ce375a63-1589-4d23-b671-cdddace0298b no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:36:17.748448 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5735157a-3857-4ae1-86e6-7370b0b6ab00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1715212'] for subnet, precommit_delete_associations {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:17.762976 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['cd98b9c1-76bf-431b-8866-966d93a35316'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:36:17.818712 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: ce375a63-1589-4d23-b671-cdddace0298b {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:36:17.819104 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device ce375a63-1589-4d23-b671-cdddace0298b not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:36:17.953930 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fab07-922f-4263-a2f7-b47540c1119e req-9b6ce8b3-034c-48b4-8b7e-da1568a881f6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:17.955416 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-eb2fab07-922f-4263-a2f7-b47540c1119e req-9b6ce8b3-034c-48b4-8b7e-da1568a881f6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1701012
Aug 25 16:36:17.990921 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5735157a-3857-4ae1-86e6-7370b0b6ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:18.105510 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-eb2fab07-922f-4263-a2f7-b47540c1119e req-663fd7b5-1cf7-4f9e-8f86-9bd5b152f57d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1368911
Aug 25 16:36:18.479347 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5735157a-3857-4ae1-86e6-7370b0b6ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2086434'] for subnet, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:18.484477 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:18.524315 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735157a-3857-4ae1-86e6-7370b0b6ab00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea751ba-1b28-4ee8-99d1-fd75341a8b89,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:18.532641 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-5735157a-3857-4ae1-86e6-7370b0b6ab00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:18.546915 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-5735157a-3857-4ae1-86e6-7370b0b6ab00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:18.553709 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d4bbe-d75e-483b-8f1c-8bf0fb971b51 None None] Network 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:36:18.605884 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53882) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:18.607851 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-5735157a-3857-4ae1-86e6-7370b0b6ab00 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fea751ba-1b28-4ee8-99d1-fd75341a8b89 HTTP/1.1" status: 204  len: 168 time: 1.1295540
Aug 25 16:36:18.680095 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2fe95-c198-4119-bced-3fa3bfdde627 req-f41c9d5e-c0c5-476d-8654-09849d532efa tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:18.682822 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-51b2fe95-c198-4119-bced-3fa3bfdde627 req-f41c9d5e-c0c5-476d-8654-09849d532efa tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 944 time: 0.1373479
Aug 25 16:36:18.743144 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:18.757369 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Deleting port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:36:18.758372 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:18.760472 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-51b2fe95-c198-4119-bced-3fa3bfdde627 req-bd18f21e-ddcc-4cc7-a2f8-cdbf363f7a38 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704684
Aug 25 16:36:18.937498 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e0788-1008-47c5-b36b-18db8bb98d1a None None] DHCP port deletion for 8b823bd1-22e0-46cf-9250-1bb28b0b8b1f request from dv-cinder-805825-2-iscsi {{(pid=75963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 25 16:36:18.942655 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e0788-1008-47c5-b36b-18db8bb98d1a None None] Deleting port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:36:18.943028 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0788-1008-47c5-b36b-18db8bb98d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:19.138550 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] For port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=161af3c0-293b-49f7-b7ff-c0d12bb91f9e,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:19.139394 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:19.250494 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device cd98b9c1-76bf-431b-8866-966d93a35316 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:36:19.285137 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Calling delete_port for 161af3c0-293b-49f7-b7ff-c0d12bb91f9e owned by network:dhcp {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:36:19.299717 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-6e8e0788-1008-47c5-b36b-18db8bb98d1a None None] For port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=161af3c0-293b-49f7-b7ff-c0d12bb91f9e,segment=NetworkSegment(a658f347-979c-4379-9214-c13c98b7b5df),segment_id=a658f347-979c-4379-9214-c13c98b7b5df)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:19.300434 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0788-1008-47c5-b36b-18db8bb98d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:19.404780 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd6191-021f-4c44-919b-672cc952507f req-5e300efa-7fde-4d18-9275-a96535ea5a8f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:19.406202 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2dfd6191-021f-4c44-919b-672cc952507f req-5e300efa-7fde-4d18-9275-a96535ea5a8f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1018198
Aug 25 16:36:19.447529 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e0788-1008-47c5-b36b-18db8bb98d1a None None] Calling delete_port for 161af3c0-293b-49f7-b7ff-c0d12bb91f9e owned by network:dhcp {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:36:19.472173 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2dfd6191-021f-4c44-919b-672cc952507f req-5ab2d57d-24b7-464b-ad70-a16c56421444 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573812
Aug 25 16:36:19.477442 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:19.482499 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-205992ea-2261-4b96-adba-0f44d9acc0c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:19.548320 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port cd98b9c1-76bf-431b-8866-966d93a35316 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:36:19.548704 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:19.578546 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] No DVR routers for this DVR port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e on host dv-cinder-805825-2-iscsi {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:36:19.610692 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.db.api [None req-6e8e0788-1008-47c5-b36b-18db8bb98d1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 25 16:36:19.611942 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_db.api [None req-6e8e0788-1008-47c5-b36b-18db8bb98d1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 25 16:36:19.639739 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Pushing event deleted for resources: {'Port': ['ID=161af3c0-293b-49f7-b7ff-c0d12bb91f9e,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:19.657474 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 161af3c0-293b-49f7-b7ff-c0d12bb91f9e no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:36:19.675585 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:19.675960 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:19.676332 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:19.676700 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:19.677063 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:19.677463 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:19.677883 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:19.678246 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:19.678605 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:19.678954 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:19.679306 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:36:19.711055 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 161af3c0-293b-49f7-b7ff-c0d12bb91f9e {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:36:19.711968 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 161af3c0-293b-49f7-b7ff-c0d12bb91f9e not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:36:19.713255 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 8065a5f3-682c-4b89-ad04-3f1869604a82 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:36:19.733806 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:19.767375 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:19.782954 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 8065a5f3-682c-4b89-ad04-3f1869604a82 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:36:19.783447 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 8065a5f3-682c-4b89-ad04-3f1869604a82 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:36:19.801921 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf03b25280>,) {'filters': {'network_id': ['8b823bd1-22e0-46cf-9250-1bb28b0b8b1f']}} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:19.820905 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:19.836187 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf03b25280>, 'a658f347-979c-4379-9214-c13c98b7b5df') {'for_net_delete': True} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:19.836464 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf03b25280>, 'a658f347-979c-4379-9214-c13c98b7b5df') {} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:19.853845 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1140326'] for segment, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:19.863046 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port cd98b9c1-76bf-431b-8866-966d93a35316, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=cd98b9c1-76bf-431b-8866-966d93a35316,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:19.864249 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:36:19.895262 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:19.915491 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=75961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:36:19.916476 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1548472'] for segment, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]: Traceback (most recent call last):
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     timer()
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     cb(*args, **kw)
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     return func(*args, **kwargs)
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     self._notify()
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     self.callback(batched_events)
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     event.method(event)
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     return f(self, *a, **k)
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._get(url).json()
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:36:19.930206 dv-cinder-805825-2-iscsi neutron-server[75961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:36:19.958139 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:19.960581 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:20.008337 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'code': 200}
Aug 25 16:36:20.066479 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0afb5d-0114-4f68-b4aa-a52b8cbaeb66 req-45109fea-a617-4fd5-a2da-428c2732e69b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:20.067414 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=cd98b9c1-76bf-431b-8866-966d93a35316,revision_number=8']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:20.068002 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ec0afb5d-0114-4f68-b4aa-a52b8cbaeb66 req-45109fea-a617-4fd5-a2da-428c2732e69b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.1413367
Aug 25 16:36:20.083547 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:20.112530 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e0788-1008-47c5-b36b-18db8bb98d1a None None] Deleting port 161af3c0-293b-49f7-b7ff-c0d12bb91f9e {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:36:20.112926 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0788-1008-47c5-b36b-18db8bb98d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:20.134764 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:20.142438 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:20.152364 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ec0afb5d-0114-4f68-b4aa-a52b8cbaeb66 req-5aa6c7d8-cf77-41cd-863b-346115ea2a4a tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727160
Aug 25 16:36:20.161736 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:20.176496 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b823bd1-22e0-46cf-9250-1bb28b0b8b1f,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:20.180322 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:20.192602 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e0788-1008-47c5-b36b-18db8bb98d1a None None] The port '161af3c0-293b-49f7-b7ff-c0d12bb91f9e' was deleted {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 25 16:36:20.264633 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8b823bd1-22e0-46cf-9250-1bb28b0b8b1f HTTP/1.1" status: 204  len: 168 time: 1.6510653
Aug 25 16:36:20.264633 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53892) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:20.445737 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-220e245d-04c8-4821-9c87-f951d1b10587 req-75c536bd-15d4-4726-a716-355b7b35bf60 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 1098 time: 0.1180053
Aug 25 16:36:20.572967 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-220e245d-04c8-4821-9c87-f951d1b10587 req-12fcc444-a104-4bb9-804d-03b7c8b04fb1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1197808
Aug 25 16:36:20.794153 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94655ab-71d7-4d5e-a76f-a08af3272795 req-136605b2-5f41-4492-8b74-6f21d9d47a1f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:20.795975 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c94655ab-71d7-4d5e-a76f-a08af3272795 req-136605b2-5f41-4492-8b74-6f21d9d47a1f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0941236
Aug 25 16:36:20.855028 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937137'] for router_interface, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:20.855627 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c94655ab-71d7-4d5e-a76f-a08af3272795 req-944aa381-0ea3-4ee7-8514-d21b37b70dab tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530360
Aug 25 16:36:21.506798 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267c6b4-dea4-4afe-80cd-14af5fae8005 req-16cd9e18-70ee-479b-81dd-1939758892a2 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:21.514859 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6267c6b4-dea4-4afe-80cd-14af5fae8005 req-16cd9e18-70ee-479b-81dd-1939758892a2 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.1416454
Aug 25 16:36:21.573154 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6267c6b4-dea4-4afe-80cd-14af5fae8005 req-0e97dda3-3e36-41a9-9d15-8306132e6b5e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566456
Aug 25 16:36:21.912923 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] Deleting port 134dd101-492f-4818-96bc-7d4e26b9e8c6 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:36:21.913573 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:22.144369 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] For port 134dd101-492f-4818-96bc-7d4e26b9e8c6, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=134dd101-492f-4818-96bc-7d4e26b9e8c6,segment=NetworkSegment(87f88590-35ad-424a-88a4-c0f50289fcdd),segment_id=87f88590-35ad-424a-88a4-c0f50289fcdd)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:22.144745 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:22.146924 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b725d8-4a60-4fb2-9cd2-535b950d8778 req-362dfcdb-a735-4bdb-9d32-7634a56ce59b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:22.148421 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c5b725d8-4a60-4fb2-9cd2-535b950d8778 req-362dfcdb-a735-4bdb-9d32-7634a56ce59b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.1090581
Aug 25 16:36:22.204217 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c5b725d8-4a60-4fb2-9cd2-535b950d8778 req-acc241f1-d201-48a3-8ba3-bec78c2e95fc tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491107
Aug 25 16:36:22.297759 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] Calling delete_port for 134dd101-492f-4818-96bc-7d4e26b9e8c6 owned by network:router_interface {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:36:22.746454 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:22.750574 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a8ac0fae-197d-4b69-8372-2bb77f8f1c0b tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:22.769234 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64440cde-e4dc-4c5d-9df9-a58c051d7979 req-c896e826-8888-4ecf-a52b-0e31b216c7c3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:22.770695 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-64440cde-e4dc-4c5d-9df9-a58c051d7979 req-c896e826-8888-4ecf-a52b-0e31b216c7c3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0807304
Aug 25 16:36:22.800806 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] Pushing event deleted for resources: {'Port': ['ID=134dd101-492f-4818-96bc-7d4e26b9e8c6,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:22.808795 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:22.857034 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-64440cde-e4dc-4c5d-9df9-a58c051d7979 req-3c830e72-f539-49fb-8289-f1e172350e48 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798738
Aug 25 16:36:23.187727 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937029'] for router_interface, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:23.451493 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f88d2-1237-42d3-81fc-25f64b60fb3f req-46b2f151-dca5-4170-bb56-b54f47bcebde tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:23.453525 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-701f88d2-1237-42d3-81fc-25f64b60fb3f req-46b2f151-dca5-4170-bb56-b54f47bcebde tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0968294
Aug 25 16:36:23.513738 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-701f88d2-1237-42d3-81fc-25f64b60fb3f req-e682814b-c74e-4a6f-ab7c-5006f5fe21a6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541573
Aug 25 16:36:24.046722 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] Router 36868daa-b540-44c9-9147-d6e78a4847a8 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:36:24.270125 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:36:24.281984 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b88f7b-11fb-47b0-be0f-aac3686e2457 None None] Sync routers for ids ['36868daa-b540-44c9-9147-d6e78a4847a8'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:36:24.298924 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b88f7b-11fb-47b0-be0f-aac3686e2457 None None] Routers {'36868daa-b540-44c9-9147-d6e78a4847a8'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:36:24.299635 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-e1b88f7b-11fb-47b0-be0f-aac3686e2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0489fd90>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:36:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['36868daa-b540-44c9-9147-d6e78a4847a8'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:24.372352 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] 10.222.0.37 "PUT /v2.0/routers/36868daa-b540-44c9-9147-d6e78a4847a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1064429
Aug 25 16:36:24.376156 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53918) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:24.517008 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-e1b88f7b-11fb-47b0-be0f-aac3686e2457 None None] Set router 36868daa-b540-44c9-9147-d6e78a4847a8 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:36:24.712760 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Notify callbacks [] for router, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:24.780338 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1f2ec-179e-49cd-bd9e-2a0a71f6fc31 req-bacc624b-8ae1-4d57-a066-483fbe753f58 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:24.782150 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9cb1f2ec-179e-49cd-bd9e-2a0a71f6fc31 req-bacc624b-8ae1-4d57-a066-483fbe753f58 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0965626
Aug 25 16:36:24.899165 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f112e3bb-48fe-471a-bb95-0a14ae221299 req-7f37dcec-6d5f-4c4b-91a9-b5142bcf2b43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 1098 time: 0.0951097
Aug 25 16:36:24.943559 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:24.994398 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9cb1f2ec-179e-49cd-bd9e-2a0a71f6fc31 req-ff8575c4-bc37-4816-a32a-7563463d4840 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1979825
Aug 25 16:36:25.088480 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-e1b88f7b-11fb-47b0-be0f-aac3686e2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0489fd90>, [{'id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'name': 'tempest-TestMinimumBasicScenario-1637961556-router', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:28Z', 'updated_at': '2021-08-25T16:36:22Z', 'revision_number': 5, 'project_id': '3ad73b34e9534d62ad81a27502a984a4', 'gw_port': {'id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:29Z', 'updated_at': '2021-08-25T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:25.095040 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b88f7b-11fb-47b0-be0f-aac3686e2457 None None] Checking router: 36868daa-b540-44c9-9147-d6e78a4847a8 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:36:25.113208 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112e3bb-48fe-471a-bb95-0a14ae221299 req-4bbb0d37-157b-47b5-a302-3e68f3f567a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:25.114742 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b88f7b-11fb-47b0-be0f-aac3686e2457 None None] Routers {'36868daa-b540-44c9-9147-d6e78a4847a8'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:36:25.114978 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f112e3bb-48fe-471a-bb95-0a14ae221299 req-4bbb0d37-157b-47b5-a302-3e68f3f567a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 200  len: 918 time: 0.1632094
Aug 25 16:36:25.115735 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-e1b88f7b-11fb-47b0-be0f-aac3686e2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0489fd90>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:36:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['36868daa-b540-44c9-9147-d6e78a4847a8'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:25.217835 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:25.248176 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f112e3bb-48fe-471a-bb95-0a14ae221299 req-8991130f-138e-4b84-be43-d1ed9b4ae2b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15 HTTP/1.1" status: 200  len: 1000 time: 0.1265302
Aug 25 16:36:25.319590 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Deleting port daa99a39-d763-4b0f-9f0f-e074808e9548 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:36:25.320536 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:25.393874 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112e3bb-48fe-471a-bb95-0a14ae221299 req-421ac441-e4f7-4fd6-ad3a-f0da2fb996df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:25.395404 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f112e3bb-48fe-471a-bb95-0a14ae221299 req-421ac441-e4f7-4fd6-ad3a-f0da2fb996df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcc1bfe8-e684-45d5-8dcb-0301c21cbf74 HTTP/1.1" status: 200  len: 856 time: 0.1400149
Aug 25 16:36:25.436992 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-e1b88f7b-11fb-47b0-be0f-aac3686e2457 None None] Set router 36868daa-b540-44c9-9147-d6e78a4847a8 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:36:25.714915 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] For port daa99a39-d763-4b0f-9f0f-e074808e9548, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=daa99a39-d763-4b0f-9f0f-e074808e9548,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:25.715271 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:25.783243 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f112e3bb-48fe-471a-bb95-0a14ae221299 req-23cf462c-3b65-4381-88ae-54e6b167d537 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3713849
Aug 25 16:36:25.844661 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Calling delete_port for daa99a39-d763-4b0f-9f0f-e074808e9548 owned by network:router_gateway {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:36:26.035114 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-e1b88f7b-11fb-47b0-be0f-aac3686e2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0489fd90>, [{'id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'name': 'tempest-TestMinimumBasicScenario-1637961556-router', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:28Z', 'updated_at': '2021-08-25T16:36:22Z', 'revision_number': 5, 'project_id': '3ad73b34e9534d62ad81a27502a984a4', 'gw_port': {'id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:29Z', 'updated_at': '2021-08-25T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:26.042589 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b88f7b-11fb-47b0-be0f-aac3686e2457 None None] The sync data for ids ['36868daa-b540-44c9-9147-d6e78a4847a8'] in dv-cinder-805825-2-iscsi is: [{'id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'name': 'tempest-TestMinimumBasicScenario-1637961556-router', 'tenant_id': '3ad73b34e9534d62ad81a27502a984a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:33:28Z', 'updated_at': '2021-08-25T16:36:22Z', 'revision_number': 5, 'project_id': '3ad73b34e9534d62ad81a27502a984a4', 'gw_port': {'id': 'daa99a39-d763-4b0f-9f0f-e074808e9548', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36868daa-b540-44c9-9147-d6e78a4847a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:33:29Z', 'updated_at': '2021-08-25T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:36:26.055252 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f112e3bb-48fe-471a-bb95-0a14ae221299 req-ce548f86-358f-4f37-800b-444a00de898b service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2179730
Aug 25 16:36:26.363156 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f112e3bb-48fe-471a-bb95-0a14ae221299 req-c2129f19-9149-47b1-8e43-c26b3b48cf2b service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2991352
Aug 25 16:36:26.371823 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41611af-e9df-497c-8345-c9cdaf6eca62 req-f0fdde0c-d80e-440d-ab3f-21289c36f2ba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:26.374372 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f41611af-e9df-497c-8345-c9cdaf6eca62 req-f0fdde0c-d80e-440d-ab3f-21289c36f2ba tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 945 time: 0.0928130
Aug 25 16:36:26.444360 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f41611af-e9df-497c-8345-c9cdaf6eca62 req-f5af47f8-7810-4d45-aef8-d15d9c537952 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628588
Aug 25 16:36:26.464460 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:26.469704 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-7e84f005-b892-49e5-896f-761eb4bcef72 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:26.549525 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa99a39-d763-4b0f-9f0f-e074808e9548,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:26.554066 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:26.825305 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936396'] for router_gateway, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:27.093199 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61713'] for router, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:27.097606 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:27.131756 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 3e62c7d3-853d-400d-adfe-931a8fb6fa15 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:36:27.200863 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935408'] for router, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:27.201783 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36868daa-b540-44c9-9147-d6e78a4847a8 {{(pid=75961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 25 16:36:27.225192 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Notify callbacks [] for router, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:27.227203 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] 10.222.0.37 "DELETE /v2.0/routers/36868daa-b540-44c9-9147-d6e78a4847a8 HTTP/1.1" status: 204  len: 168 time: 2.8496187
Aug 25 16:36:27.232072 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53926) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:27.287854 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:27.327434 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e49f20e-e130-40ff-887a-53ff0e4a69ad admin admin] Deleting subnet 2f880a3d-1dda-4863-a6e3-641d76bec075 {{(pid=75961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:36:27.331320 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3e49f20e-e130-40ff-887a-53ff0e4a69ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:27.333257 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:36:27.347107 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:27.389970 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3e49f20e-e130-40ff-887a-53ff0e4a69ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1140329'] for subnet, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:27.424003 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:27.430743 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:27.471185 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'code': 200}
Aug 25 16:36:27.527369 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=3e62c7d3-853d-400d-adfe-931a8fb6fa15,revision_number=8']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:27.534826 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:27.628730 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3e49f20e-e130-40ff-887a-53ff0e4a69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:27.653739 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 134dd101-492f-4818-96bc-7d4e26b9e8c6 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:36:27.697719 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 134dd101-492f-4818-96bc-7d4e26b9e8c6 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:36:27.697719 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 134dd101-492f-4818-96bc-7d4e26b9e8c6 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:36:27.698722 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device daa99a39-d763-4b0f-9f0f-e074808e9548 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:36:27.734020 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: daa99a39-d763-4b0f-9f0f-e074808e9548 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:36:27.734370 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device daa99a39-d763-4b0f-9f0f-e074808e9548 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:36:27.818747 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3e49f20e-e130-40ff-887a-53ff0e4a69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1548318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1074743'] for subnet, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:27.823548 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:27.862250 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49f20e-e130-40ff-887a-53ff0e4a69ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f880a3d-1dda-4863-a6e3-641d76bec075,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:27.866338 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-3e49f20e-e130-40ff-887a-53ff0e4a69ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:27.872608 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-3e49f20e-e130-40ff-887a-53ff0e4a69ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:27.879124 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466e65e9-85df-4679-9135-bd4a20185ce7 None None] Network 31f51e56-daca-4651-9607-5130ee33ffa7 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:36:27.880489 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-3e49f20e-e130-40ff-887a-53ff0e4a69ad admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2f880a3d-1dda-4863-a6e3-641d76bec075 HTTP/1.1" status: 204  len: 168 time: 0.6469946
Aug 25 16:36:27.882092 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53934) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:27.925671 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbbd7c-e7ce-4a8e-b6c8-bcd90ade6ac6 req-46d78a77-f196-495d-9500-695adafdb07b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:27.928306 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c7bbbd7c-e7ce-4a8e-b6c8-bcd90ade6ac6 req-46d78a77-f196-495d-9500-695adafdb07b tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.1101797
Aug 25 16:36:28.003919 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:28.013347 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c7bbbd7c-e7ce-4a8e-b6c8-bcd90ade6ac6 req-0676b922-fa70-4233-be18-0c2ad5fbf4b5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775020
Aug 25 16:36:28.024076 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Deleting port b04f627d-c768-43aa-9cba-041b2c184509 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:36:28.024433 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:28.203777 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e860f-e6d8-4100-97ba-d0e168f8be17 None None] DHCP port deletion for 31f51e56-daca-4651-9607-5130ee33ffa7 request from dv-cinder-805825-2-iscsi {{(pid=75963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 25 16:36:28.211131 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e860f-e6d8-4100-97ba-d0e168f8be17 None None] Deleting port b04f627d-c768-43aa-9cba-041b2c184509 {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:36:28.211746 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fb1e860f-e6d8-4100-97ba-d0e168f8be17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:28.257410 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] For port b04f627d-c768-43aa-9cba-041b2c184509, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=b04f627d-c768-43aa-9cba-041b2c184509,segment=NetworkSegment(87f88590-35ad-424a-88a4-c0f50289fcdd),segment_id=87f88590-35ad-424a-88a4-c0f50289fcdd)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:28.257769 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:28.389941 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Calling delete_port for b04f627d-c768-43aa-9cba-041b2c184509 owned by network:dhcp {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:36:28.452646 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fb1e860f-e6d8-4100-97ba-d0e168f8be17 None None] For port b04f627d-c768-43aa-9cba-041b2c184509, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=b04f627d-c768-43aa-9cba-041b2c184509,segment=NetworkSegment(87f88590-35ad-424a-88a4-c0f50289fcdd),segment_id=87f88590-35ad-424a-88a4-c0f50289fcdd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:28.452945 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fb1e860f-e6d8-4100-97ba-d0e168f8be17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:28.579056 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e860f-e6d8-4100-97ba-d0e168f8be17 None None] Calling delete_port for b04f627d-c768-43aa-9cba-041b2c184509 owned by network:dhcp {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:36:28.581298 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:28.583807 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-06e5e3f1-f80e-4664-a6ab-3536c49195f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:28.626968 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04f627d-c768-43aa-9cba-041b2c184509,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:28.631394 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:28.637635 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] No DVR routers for this DVR port b04f627d-c768-43aa-9cba-041b2c184509 on host dv-cinder-805825-2-iscsi {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:36:28.667478 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.db.api [None req-fb1e860f-e6d8-4100-97ba-d0e168f8be17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 25 16:36:28.668337 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_db.api [None req-fb1e860f-e6d8-4100-97ba-d0e168f8be17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 25 16:36:28.756835 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:28.775397 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf0381e130>,) {'filters': {'network_id': ['31f51e56-daca-4651-9607-5130ee33ffa7']}} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:28.788126 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf0381e130>, '87f88590-35ad-424a-88a4-c0f50289fcdd') {'for_net_delete': True} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:28.788420 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf0381e130>, '87f88590-35ad-424a-88a4-c0f50289fcdd') {} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:36:28.800620 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1140326'] for segment, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:28.850729 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:28.857695 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=75961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:36:28.858086 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1548472'] for segment, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]: Traceback (most recent call last):
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     timer()
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     cb(*args, **kw)
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     return func(*args, **kwargs)
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     self._notify()
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     self.callback(batched_events)
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     event.method(event)
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     return f(self, *a, **k)
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._get(url).json()
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:36:28.872926 dv-cinder-805825-2-iscsi neutron-server[75961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:36:29.037415 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:29.043652 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:29.046576 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:29.077863 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=31f51e56-daca-4651-9607-5130ee33ffa7,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:29.081524 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:29.083319 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/31f51e56-daca-4651-9607-5130ee33ffa7 HTTP/1.1" status: 204  len: 168 time: 1.2002623
Aug 25 16:36:29.170066 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e860f-e6d8-4100-97ba-d0e168f8be17 None None] Deleting port b04f627d-c768-43aa-9cba-041b2c184509 {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:36:29.170676 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fb1e860f-e6d8-4100-97ba-d0e168f8be17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:29.238750 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e860f-e6d8-4100-97ba-d0e168f8be17 None None] The port 'b04f627d-c768-43aa-9cba-041b2c184509' was deleted {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 25 16:36:29.291758 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d10bf-bddf-44b8-b35f-3a8d6cd0846b req-e79691f4-d2e8-43d8-943d-86de7947de24 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:29.293246 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6d7d10bf-bddf-44b8-b35f-3a8d6cd0846b req-e79691f4-d2e8-43d8-943d-86de7947de24 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.0873404
Aug 25 16:36:29.348730 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6d7d10bf-bddf-44b8-b35f-3a8d6cd0846b req-76a2e569-9933-46a9-968b-d3ef69c494bb tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484831
Aug 25 16:36:29.538081 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53946) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:29.612965 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-7a3d0afd-0288-430c-aff2-50ab1b1d33f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e428679d7aa940b3af321fae92fead92&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0735192
Aug 25 16:36:29.615297 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53950) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:29.635824 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device b04f627d-c768-43aa-9cba-041b2c184509 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:36:29.671179 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: b04f627d-c768-43aa-9cba-041b2c184509 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:36:29.671535 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device b04f627d-c768-43aa-9cba-041b2c184509 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:36:29.695327 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-285e4aea-07a7-4f34-a1cd-d4748116a259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:29.722953 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-285e4aea-07a7-4f34-a1cd-d4748116a259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:29.977640 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-285e4aea-07a7-4f34-a1cd-d4748116a259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:29.982361 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-854cf426-8654-4939-8e99-6ab67924f2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:29.995164 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e4aea-07a7-4f34-a1cd-d4748116a259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6f5910-f116-413e-8742-63c19fc5bb17,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:29.998392 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-285e4aea-07a7-4f34-a1cd-d4748116a259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:30.070724 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-285e4aea-07a7-4f34-a1cd-d4748116a259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:30.072483 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-285e4aea-07a7-4f34-a1cd-d4748116a259 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed6f5910-f116-413e-8742-63c19fc5bb17 HTTP/1.1" status: 204  len: 168 time: 0.4561145
Aug 25 16:36:31.063345 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 53968) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:31.127146 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 3e62c7d3-853d-400d-adfe-931a8fb6fa15 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:36:31.130182 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-8e0b08f5-868a-4a2b-95bb-315e3a4d3bdb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ad73b34e9534d62ad81a27502a984a4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0649226
Aug 25 16:36:31.130426 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 53974) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:36:31.242327 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11a47ed3-d08e-4a9e-82e7-50dcac8a0b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:31.272987 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11a47ed3-d08e-4a9e-82e7-50dcac8a0b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:31.412248 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11a47ed3-d08e-4a9e-82e7-50dcac8a0b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:31.418109 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:31.430660 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a47ed3-d08e-4a9e-82e7-50dcac8a0b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6275a20-4f87-4263-b9e0-97c046c74eb3,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:31.434820 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-11a47ed3-d08e-4a9e-82e7-50dcac8a0b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:31.438412 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-11a47ed3-d08e-4a9e-82e7-50dcac8a0b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:31.439572 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-11a47ed3-d08e-4a9e-82e7-50dcac8a0b74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6275a20-4f87-4263-b9e0-97c046c74eb3 HTTP/1.1" status: 204  len: 168 time: 0.3078883
Aug 25 16:36:32.631412 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-11fc410b-c260-4a02-a97c-6f5febb13162 req-e946759d-309c-421e-bcee-9aa93028aaa5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0846746
Aug 25 16:36:34.262166 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86bf67-d332-4929-abdf-734dcbcf14e1 req-0fc1c379-feb6-4d37-8f97-d4704c6d4ba7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:34.263614 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5e86bf67-d332-4929-abdf-734dcbcf14e1 req-0fc1c379-feb6-4d37-8f97-d4704c6d4ba7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.0993855
Aug 25 16:36:34.320718 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5e86bf67-d332-4929-abdf-734dcbcf14e1 req-322142d7-7c06-47f6-89d5-308cc6fbcff1 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466020
Aug 25 16:36:34.453403 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-721f29d8-587a-43ea-9080-f17c1aeddcea req-444b6aef-e1b1-48ad-99f1-3631439f0c9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0793536
Aug 25 16:36:35.620641 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1621d6-d0a8-47e7-bfba-6aa0a52c81ee req-832877a7-f5c8-423f-ba82-16d8b55326ae tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:35.622269 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5d1621d6-d0a8-47e7-bfba-6aa0a52c81ee req-832877a7-f5c8-423f-ba82-16d8b55326ae tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.1261144
Aug 25 16:36:35.684695 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5d1621d6-d0a8-47e7-bfba-6aa0a52c81ee req-dd0e1718-246d-449f-a724-1db6b303f3fc tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521226
Aug 25 16:36:35.709906 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-721f29d8-587a-43ea-9080-f17c1aeddcea req-1d5c3f22-7308-4dd4-b7d4-e204ffe235cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7&tenant_id=69dd618035034881b9a069a46953420c HTTP/1.1" status: 200  len: 1096 time: 0.1124003
Aug 25 16:36:35.797153 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0a98-7599-4e94-a02c-4088838913d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:35.822541 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-721f29d8-587a-43ea-9080-f17c1aeddcea req-409ea99e-5a49-4da6-b5de-bfefb0064498 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69dd618035034881b9a069a46953420c&device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 1096 time: 0.0823786
Aug 25 16:36:35.974417 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:36.026384 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f29d8-587a-43ea-9080-f17c1aeddcea req-3eb77576-ca6a-4983-98bc-cc63dee62b3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:36.027997 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-721f29d8-587a-43ea-9080-f17c1aeddcea req-3eb77576-ca6a-4983-98bc-cc63dee62b3a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 200  len: 918 time: 0.1989596
Aug 25 16:36:36.249355 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-721f29d8-587a-43ea-9080-f17c1aeddcea req-c822f14a-5180-436b-9940-43b2e9df901b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15 HTTP/1.1" status: 200  len: 998 time: 0.2135983
Aug 25 16:36:36.325721 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f29d8-587a-43ea-9080-f17c1aeddcea req-becb51e0-c4dd-4c2b-937f-b0edd546b2a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:36.327252 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-721f29d8-587a-43ea-9080-f17c1aeddcea req-becb51e0-c4dd-4c2b-937f-b0edd546b2a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcc1bfe8-e684-45d5-8dcb-0301c21cbf74 HTTP/1.1" status: 200  len: 856 time: 0.0699782
Aug 25 16:36:36.418801 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-721f29d8-587a-43ea-9080-f17c1aeddcea req-94c733a9-1dbc-4acb-9411-4924f2c0e7c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842712
Aug 25 16:36:36.575721 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-721f29d8-587a-43ea-9080-f17c1aeddcea req-e4de7d51-4868-46c9-bf38-8b867e103318 service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489234
Aug 25 16:36:36.799738 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-721f29d8-587a-43ea-9080-f17c1aeddcea req-3b82ff8d-529b-416b-a7cc-764013c69654 service neutron] 10.222.0.60 "GET /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2158432
Aug 25 16:36:36.929202 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25440c7-f83b-4670-8a12-984bfa73357b req-f5d4e7c3-0373-4e3d-a3e0-db4b93d91ddf tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:36.931308 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b25440c7-f83b-4670-8a12-984bfa73357b req-f5d4e7c3-0373-4e3d-a3e0-db4b93d91ddf tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.0908816
Aug 25 16:36:36.986935 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b25440c7-f83b-4670-8a12-984bfa73357b req-d4640324-4886-456f-aff8-f8f19180641c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467203
Aug 25 16:36:37.989091 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-cc2781d5-9a27-4996-8b72-9c4b2534ef1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:38.330909 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b24629-64ea-4f5f-a722-8737d68f2c2d req-ec147050-6b77-411a-916c-1914a6ec4fde tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:38.334474 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c8b24629-64ea-4f5f-a722-8737d68f2c2d req-ec147050-6b77-411a-916c-1914a6ec4fde tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.1908009
Aug 25 16:36:38.427647 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c8b24629-64ea-4f5f-a722-8737d68f2c2d req-0bd27e63-9b5e-4dc2-bef1-173b0b2c27b7 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788958
Aug 25 16:36:39.083226 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:39.793038 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b421da8-3697-4a9f-bcbf-9c66275a5056 req-a8cdc032-b632-4bb7-9f54-eec3d54e5f79 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:39.800913 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5b421da8-3697-4a9f-bcbf-9c66275a5056 req-a8cdc032-b632-4bb7-9f54-eec3d54e5f79 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.1230326
Aug 25 16:36:39.863100 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5b421da8-3697-4a9f-bcbf-9c66275a5056 req-ccf3363f-8812-4b81-8d0e-043cd204edd9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610318
Aug 25 16:36:40.543111 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:41.257007 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ddb20-1ff5-4d42-958d-4776d1d52c32 req-eb8b6cac-0bc4-40ef-baae-85aa3a9cda09 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:41.259946 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-617ddb20-1ff5-4d42-958d-4776d1d52c32 req-eb8b6cac-0bc4-40ef-baae-85aa3a9cda09 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.1340063
Aug 25 16:36:41.316936 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-617ddb20-1ff5-4d42-958d-4776d1d52c32 req-84a13f95-c92e-4b94-a48c-4b41aa093d93 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490208
Aug 25 16:36:42.661055 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf6183-eb70-41c6-93a1-949c8f35700a req-a2f27781-aeee-49f4-acec-fc15f3f14d49 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:42.670105 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c9cf6183-eb70-41c6-93a1-949c8f35700a req-a2f27781-aeee-49f4-acec-fc15f3f14d49 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.1898532
Aug 25 16:36:42.719580 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c9cf6183-eb70-41c6-93a1-949c8f35700a req-caee9f4e-3557-4530-bb31-ffb9a58fd750 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483251
Aug 25 16:36:44.098939 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8899c-2300-4849-8c9f-3489ce29574e req-6e866b93-83ea-435c-acf4-c096de5429cf tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:44.101636 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cad8899c-2300-4849-8c9f-3489ce29574e req-6e866b93-83ea-435c-acf4-c096de5429cf tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.1338468
Aug 25 16:36:44.184268 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cad8899c-2300-4849-8c9f-3489ce29574e req-e7a2be46-3c28-4065-ad40-b666766f8456 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757263
Aug 25 16:36:45.495607 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fe23f-91ac-4620-a8f9-ac9dcfff2817 req-a75d057b-d067-46bc-99ac-9e90c5bbaced tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:45.497331 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fb7fe23f-91ac-4620-a8f9-ac9dcfff2817 req-a75d057b-d067-46bc-99ac-9e90c5bbaced tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.1355319
Aug 25 16:36:45.554053 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fb7fe23f-91ac-4620-a8f9-ac9dcfff2817 req-b4615054-f3a1-40c0-b94f-1d94f93d5d84 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468869
Aug 25 16:36:46.340585 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:36:46.934875 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad422bf-494f-4f97-a5bb-a96cd5d3e4d1 req-1b89373f-418a-4e83-b852-9238aced0497 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:46.936575 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dad422bf-494f-4f97-a5bb-a96cd5d3e4d1 req-1b89373f-418a-4e83-b852-9238aced0497 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.1117961
Aug 25 16:36:47.016155 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dad422bf-494f-4f97-a5bb-a96cd5d3e4d1 req-fa4caa5c-dd02-44e5-9291-02285abbae4f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730102
Aug 25 16:36:48.370246 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997b2da-c38c-4b74-94e9-e69b0d6b303c req-af37ecd2-cee9-4c7c-aa66-61b27a556cfa tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:48.372427 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3997b2da-c38c-4b74-94e9-e69b0d6b303c req-af37ecd2-cee9-4c7c-aa66-61b27a556cfa tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.1460421
Aug 25 16:36:48.446592 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3997b2da-c38c-4b74-94e9-e69b0d6b303c req-77ef401c-d11b-4131-9613-5dece965e20d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646434
Aug 25 16:36:49.828085 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae497b-6e9e-4505-824d-2d0f7b6915da req-05114e12-c9f3-4e0f-830b-e2a380a51e44 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:49.830327 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-baae497b-6e9e-4505-824d-2d0f7b6915da req-05114e12-c9f3-4e0f-830b-e2a380a51e44 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.1265965
Aug 25 16:36:49.896785 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-baae497b-6e9e-4505-824d-2d0f7b6915da req-9d9b15cd-7c58-4b6e-a75e-cbd8a07fd5ab tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588474
Aug 25 16:36:51.171831 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddf456-3800-4d7e-b338-a7599073b0dd req-4de9cb03-1a2f-4e9f-be8d-b7632f0789a3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:51.173503 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-48ddf456-3800-4d7e-b338-a7599073b0dd req-4de9cb03-1a2f-4e9f-be8d-b7632f0789a3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.0896468
Aug 25 16:36:51.232856 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-48ddf456-3800-4d7e-b338-a7599073b0dd req-ba047dfd-fa24-45b9-b675-2b129a2b14df tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478339
Aug 25 16:36:52.494307 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa48f3-32f7-479c-9625-d6aed06b88fa req-135fc96c-ef44-4510-9269-d97b18e7acca tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:52.496075 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-20aa48f3-32f7-479c-9625-d6aed06b88fa req-135fc96c-ef44-4510-9269-d97b18e7acca tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 943 time: 0.0943365
Aug 25 16:36:52.551898 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-20aa48f3-32f7-479c-9625-d6aed06b88fa req-67bf1f37-0d23-41e9-b5a5-426c970a55f3 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493822
Aug 25 16:36:53.285265 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 3e62c7d3-853d-400d-adfe-931a8fb6fa15 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:36:53.506883 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:53.523896 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'port_id': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'mac_address': 'fa:16:3e:24:e9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:36:53.644313 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:53.692859 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e62c7d3-853d-400d-adfe-931a8fb6fa15 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:36:53.728021 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:53.824761 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:53.828573 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:53.916246 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5d8b6-14e8-499b-9cd4-fc95e1bac9ac req-0a1ab0eb-30af-4cea-be13-01ecc2de4e6e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:53.917167 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=3e62c7d3-853d-400d-adfe-931a8fb6fa15,revision_number=9']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:53.918294 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d0b5d8b6-14e8-499b-9cd4-fc95e1bac9ac req-0a1ab0eb-30af-4cea-be13-01ecc2de4e6e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 944 time: 0.2063015
Aug 25 16:36:53.921235 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:53.977092 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d0b5d8b6-14e8-499b-9cd4-fc95e1bac9ac req-fc0d8350-9286-484f-be55-ef6522f94600 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503590
Aug 25 16:36:54.056610 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['3e62c7d3-853d-400d-adfe-931a8fb6fa15'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:36:54.824343 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:55.204160 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7601c-cf80-407e-a48f-8a0c58136980 req-7982d2d1-f679-4063-97f3-6c86bd86c956 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:55.206756 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ece7601c-cf80-407e-a48f-8a0c58136980 req-7982d2d1-f679-4063-97f3-6c86bd86c956 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 944 time: 0.0833349
Aug 25 16:36:55.268271 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ece7601c-cf80-407e-a48f-8a0c58136980 req-bbc324bd-2771-4d55-93e0-8d520e5cd64f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550594
Aug 25 16:36:55.305406 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 3e62c7d3-853d-400d-adfe-931a8fb6fa15 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:36:55.380314 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:36:55.380691 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:55.508204 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:55.542861 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:36:55.557803 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:36:55.609314 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'code': 200}
Aug 25 16:36:55.641406 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:36:55.643375 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-cd5dd44c-66e0-4686-b15b-b93567066777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:36:55.722557 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=3e62c7d3-853d-400d-adfe-931a8fb6fa15,revision_number=10']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:36:55.726612 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:36:56.029658 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a2eccbe8-f4be-42d0-b0a9-489db8e412aa req-0f8fa0b4-a64d-4f48-b68a-91dbacca2c8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 1099 time: 0.0776761
Aug 25 16:36:56.082601 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a2eccbe8-f4be-42d0-b0a9-489db8e412aa req-cbf245ce-e1b5-4b97-9474-bc3101d5d784 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461791
Aug 25 16:36:56.523624 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66566568-0fc8-48ad-8743-6bd81e8ed38f req-b0306ba4-9bf5-4da5-8775-8e77f77c82ed tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:56.526063 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-66566568-0fc8-48ad-8743-6bd81e8ed38f req-b0306ba4-9bf5-4da5-8775-8e77f77c82ed tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 946 time: 0.1070311
Aug 25 16:36:56.586752 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-66566568-0fc8-48ad-8743-6bd81e8ed38f req-bbef9cc2-d5f6-488f-8090-d08de3474c6e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505550
Aug 25 16:36:57.767794 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f2dabc57-9a8a-4399-b55f-6917b82b6127 req-9c771b3b-561c-470d-8048-35cb7a486d43 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0823293
Aug 25 16:36:57.874474 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578733b4-a2b7-4462-b049-dd4023a4fcbd req-76470b69-d756-43de-9ccd-80c69387881a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:57.876215 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-578733b4-a2b7-4462-b049-dd4023a4fcbd req-76470b69-d756-43de-9ccd-80c69387881a tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 946 time: 0.1004183
Aug 25 16:36:57.953794 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-578733b4-a2b7-4462-b049-dd4023a4fcbd req-b57018fe-c63a-4541-9906-54d9fe402058 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688660
Aug 25 16:36:57.955640 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f2dabc57-9a8a-4399-b55f-6917b82b6127 req-1dea2aea-a2b1-4d41-8792-7983db0b5cbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2818026e89bd4b9393f6ed2b2aae5b11&device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 1098 time: 0.0919814
Aug 25 16:36:58.128159 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dabc57-9a8a-4399-b55f-6917b82b6127 req-4aa9c84c-a313-4efb-b689-82987f5a9c3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:58.130223 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f2dabc57-9a8a-4399-b55f-6917b82b6127 req-4aa9c84c-a313-4efb-b689-82987f5a9c3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=f829a720-cf5b-4886-a9fb-8ef465684cf9 HTTP/1.1" status: 200  len: 909 time: 0.1503334
Aug 25 16:36:58.245707 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f2dabc57-9a8a-4399-b55f-6917b82b6127 req-0a4cdf09-a714-4715-bfff-ffe06ad06af4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd98b9c1-76bf-431b-8866-966d93a35316 HTTP/1.1" status: 200  len: 1001 time: 0.1091142
Aug 25 16:36:58.324061 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dabc57-9a8a-4399-b55f-6917b82b6127 req-d47ea794-ba81-4baa-93b9-f9658daf8398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:58.325926 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f2dabc57-9a8a-4399-b55f-6917b82b6127 req-d47ea794-ba81-4baa-93b9-f9658daf8398 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cdfd525-3e53-4422-bd74-70269ab0cf87 HTTP/1.1" status: 200  len: 847 time: 0.0735409
Aug 25 16:36:58.417067 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f2dabc57-9a8a-4399-b55f-6917b82b6127 req-dc132d13-a131-4e7c-a5a2-3c1c5a5da4ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f829a720-cf5b-4886-a9fb-8ef465684cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841875
Aug 25 16:36:58.587191 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f2dabc57-9a8a-4399-b55f-6917b82b6127 req-8e6e9206-1015-49b6-87e9-655063a54118 service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600454
Aug 25 16:36:58.763883 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-f2dabc57-9a8a-4399-b55f-6917b82b6127 req-50ac2e7b-e1d6-4a60-9a2f-3ca8d6ab7ce1 service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685617
Aug 25 16:36:59.207533 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53640c-c029-41e0-a8e6-2f05702c4c32 req-3bd6fb55-30dd-4f52-ab51-4b1e74083094 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:36:59.210049 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1c53640c-c029-41e0-a8e6-2f05702c4c32 req-3bd6fb55-30dd-4f52-ab51-4b1e74083094 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 946 time: 0.0967243
Aug 25 16:36:59.265830 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1c53640c-c029-41e0-a8e6-2f05702c4c32 req-e5f3363e-d30f-4703-95d4-46108a59742f tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487731
Aug 25 16:37:00.511716 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8a0da-2c98-430b-ab2b-1af0db73127b req-89b6b492-ab6e-499e-8dc4-a267fc27c24d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:00.514073 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a7c8a0da-2c98-430b-ab2b-1af0db73127b req-89b6b492-ab6e-499e-8dc4-a267fc27c24d tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 946 time: 0.1026878
Aug 25 16:37:00.580565 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a7c8a0da-2c98-430b-ab2b-1af0db73127b req-6f31049b-f0be-4f29-8208-5e71b0c0387c tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589759
Aug 25 16:37:05.733123 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fc3f68a4-3ed5-42cd-a29f-1ced300453a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:06.023818 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:07.983817 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-1029ab85-a10f-4f18-a858-0aed4eb3d916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:09.063344 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:10.555410 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:23.332525 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:37:24.846283 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:31.532135 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c526b76-4cb9-4cae-ab16-b9bfd6bb377e req-654a5100-0969-4303-8a9f-2cad58dbf5b1 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:31.533849 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5c526b76-4cb9-4cae-ab16-b9bfd6bb377e req-654a5100-0969-4303-8a9f-2cad58dbf5b1 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 946 time: 0.3013277
Aug 25 16:37:31.588617 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5c526b76-4cb9-4cae-ab16-b9bfd6bb377e req-272850b9-e27d-465d-900b-e8e85fa121db tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486720
Aug 25 16:37:32.503578 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5525135-c7ba-4791-9f52-543401a205f5 req-64808f30-fa51-41b1-9e48-2249cafac327 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:32.504453 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c5525135-c7ba-4791-9f52-543401a205f5 req-64808f30-fa51-41b1-9e48-2249cafac327 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Synchronizing usage tracker for tenant:69dd618035034881b9a069a46953420c on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:37:32.581672 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c5525135-c7ba-4791-9f52-543401a205f5 req-64808f30-fa51-41b1-9e48-2249cafac327 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Unset dirty status for tenant:69dd618035034881b9a069a46953420c on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:37:32.583806 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c5525135-c7ba-4791-9f52-543401a205f5 req-64808f30-fa51-41b1-9e48-2249cafac327 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 946 time: 0.1621165
Aug 25 16:37:32.672672 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Deleting port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:32.673064 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:33.092866 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08956c0-9b03-4262-b966-d20699fd6c0e req-6ded6e2a-15ba-422b-af24-3edec3ed0f00 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:33.095697 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b08956c0-9b03-4262-b966-d20699fd6c0e req-6ded6e2a-15ba-422b-af24-3edec3ed0f00 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 946 time: 0.2971795
Aug 25 16:37:33.160473 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b08956c0-9b03-4262-b966-d20699fd6c0e req-6a06f5b9-68d3-42af-8656-b87704e112c5 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups?id=72b0bb39-333f-49a5-804f-9228be6b136b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508664
Aug 25 16:37:33.232985 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] For port 3e62c7d3-853d-400d-adfe-931a8fb6fa15, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3e62c7d3-853d-400d-adfe-931a8fb6fa15,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:37:33.233699 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:33.654765 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:33.655497 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:33.657414 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.l3_db [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Floating IP d9000b94-7048-4e43-9122-cdb9f78e7940 disassociated. External IP: 172.27.3.15, port: 3e62c7d3-853d-400d-adfe-931a8fb6fa15.
Aug 25 16:37:33.657414 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Calling delete_port for 3e62c7d3-853d-400d-adfe-931a8fb6fa15 owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:33.965484 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:33.972243 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6c5f6f14-0541-401b-931d-a6756704db51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:34.024109 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event deleted for resources: {'Port': ['ID=3e62c7d3-853d-400d-adfe-931a8fb6fa15,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:34.042478 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:34.043057 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:34.043736 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:34.044138 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:34.044607 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:34.045135 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:34.045680 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:34.046123 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:34.046533 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:34.046946 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:34.047357 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:34.111124 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:34.351468 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:37:34.360832 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c9fbe613-4dd3-4091-8dbc-dd13f8134255 req-1941b49d-7598-4373-aa38-319bad4b5a12 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 210 time: 0.0494239
Aug 25 16:37:34.604714 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:37:34.614990 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc2f35b-c8fa-4dd9-95b2-547dd8f9c37e None None] Sync routers for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:37:34.628056 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2f35b-c8fa-4dd9-95b2-547dd8f9c37e None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:37:34.628704 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-ebc2f35b-c8fa-4dd9-95b2-547dd8f9c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04d4f790>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:37:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:34.686542 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] No DVR routers for this DVR port 3e62c7d3-853d-400d-adfe-931a8fb6fa15 on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:37:34.689540 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:34.694203 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'name': 'network-vif-deleted', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:37:34.777659 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c5525135-c7ba-4791-9f52-543401a205f5 req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.60 "DELETE /v2.0/ports/3e62c7d3-853d-400d-adfe-931a8fb6fa15 HTTP/1.1" status: 204  len: 173 time: 2.1876872
Aug 25 16:37:34.780498 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57971ff-8dc6-42ce-9217-0d0dd1fcceb7', 'name': 'network-vif-deleted', 'tag': '3e62c7d3-853d-400d-adfe-931a8fb6fa15', 'status': 'completed', 'code': 200}
Aug 25 16:37:34.859910 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-ebc2f35b-c8fa-4dd9-95b2-547dd8f9c37e None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:37:35.264194 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-ebc2f35b-c8fa-4dd9-95b2-547dd8f9c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04d4f790>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:17Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:35.268310 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc2f35b-c8fa-4dd9-95b2-547dd8f9c37e None None] Checking router: 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:37:35.280081 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2f35b-c8fa-4dd9-95b2-547dd8f9c37e None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:37:35.280693 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-ebc2f35b-c8fa-4dd9-95b2-547dd8f9c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04d4f790>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:37:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:35.484345 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-ebc2f35b-c8fa-4dd9-95b2-547dd8f9c37e None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:37:35.538631 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 3e62c7d3-853d-400d-adfe-931a8fb6fa15 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:37:35.580666 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 3e62c7d3-853d-400d-adfe-931a8fb6fa15 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:37:35.581344 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 3e62c7d3-853d-400d-adfe-931a8fb6fa15 not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:37:35.688811 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-826560cb-b777-4524-aa3b-dfdad007c363 req-64de636f-5bfb-4d49-a2ee-47d4633aea6e tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57971ff-8dc6-42ce-9217-0d0dd1fcceb7 HTTP/1.1" status: 200  len: 210 time: 0.0507257
Aug 25 16:37:35.724313 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c381c78b-9bfd-4215-ae51-cd9f42db5097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:35.945549 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-ebc2f35b-c8fa-4dd9-95b2-547dd8f9c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04d4f790>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:17Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:35.951573 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc2f35b-c8fa-4dd9-95b2-547dd8f9c37e None None] The sync data for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi is: [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:31:08Z', 'revision_number': 4, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '6cb1e04b-7b1e-4da3-8468-b5681683b9b5', 'name': '', 'network_id': '7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c', 'tenant_id': '69dd618035034881b9a069a46953420c', 'mac_address': 'fa:16:3e:7b:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:07Z', 'updated_at': '2021-08-25T16:31:17Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'subnets': [{'id': 'dcc1bfe8-e684-45d5-8dcb-0301c21cbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:37:36.011201 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:36.221431 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaabab0-325d-491f-af8a-0389c00bd48f None None] New status for floating IP d9000b94-7048-4e43-9122-cdb9f78e7940: DOWN {{(pid=75963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:37:36.683460 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54136) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:36.987033 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54146) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:37.081250 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Deleting port 5e5ff456-190d-4f29-94b0-2ad5d0495697 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:37.081825 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:37.106275 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:37.157544 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:37.319485 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:37.326357 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-9832fcc2-2b93-4746-bf8a-16bbdb213bd4 tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:37.344379 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b0bb39-333f-49a5-804f-9228be6b136b,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:37.355212 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:37.359727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:37.359727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:37.359727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:37.359727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:37.359727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:37.359727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:37.359727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:37.359727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:37.359727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:37.359727 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:37.363151 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:37.422232 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:37.423460 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "DELETE /v2.0/security-groups/72b0bb39-333f-49a5-804f-9228be6b136b HTTP/1.1" status: 204  len: 168 time: 0.4350691
Aug 25 16:37:37.429018 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54150) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:37.450826 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.api.v2.resource [None req-2c6b82d3-f87e-4432-85bd-33b8aa823f92 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] show failed (client error): The resource could not be found.
Aug 25 16:37:37.452061 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-2c6b82d3-f87e-4432-85bd-33b8aa823f92 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "GET /v2.0/security-groups/72b0bb39-333f-49a5-804f-9228be6b136b HTTP/1.1" status: 404  len: 347 time: 0.0219028
Aug 25 16:37:37.456368 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54154) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:37.501559 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:37.502215 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:37.637069 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-1451d2fd-fdfa-4905-b3d0-e87a8540e4b9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Deleting port b2ae2002-c2f5-4ce6-a322-b8d70b7dff4c {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:37.637644 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1451d2fd-fdfa-4905-b3d0-e87a8540e4b9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:37.684637 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Calling delete_port for 5e5ff456-190d-4f29-94b0-2ad5d0495697 owned by network:floatingip {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:37.922527 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1451d2fd-fdfa-4905-b3d0-e87a8540e4b9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:37.922775 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1451d2fd-fdfa-4905-b3d0-e87a8540e4b9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:37.924743 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:37.929500 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-bed384c1-bd57-45f9-ad46-30cf09f99e71 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:37.975203 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event deleted for resources: {'Port': ['ID=5e5ff456-190d-4f29-94b0-2ad5d0495697,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:37.978954 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:37.987181 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-8d2f269f-6ab3-4609-bde3-fc441de773b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:38.055835 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-1451d2fd-fdfa-4905-b3d0-e87a8540e4b9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Calling delete_port for b2ae2002-c2f5-4ce6-a322-b8d70b7dff4c owned by network:floatingip {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:38.085560 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for floatingip, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:38.278942 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1451d2fd-fdfa-4905-b3d0-e87a8540e4b9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:38.283869 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-60f7e959-cffc-4be0-875b-052f68a6b0c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:38.336486 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451d2fd-fdfa-4905-b3d0-e87a8540e4b9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Pushing event deleted for resources: {'Port': ['ID=b2ae2002-c2f5-4ce6-a322-b8d70b7dff4c,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:38.340034 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1451d2fd-fdfa-4905-b3d0-e87a8540e4b9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:38.437682 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1451d2fd-fdfa-4905-b3d0-e87a8540e4b9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks [] for floatingip, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:38.452531 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1451d2fd-fdfa-4905-b3d0-e87a8540e4b9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:38.453701 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-1451d2fd-fdfa-4905-b3d0-e87a8540e4b9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] 10.222.0.37 "DELETE /v2.0/floatingips/d9000b94-7048-4e43-9122-cdb9f78e7940 HTTP/1.1" status: 204  len: 168 time: 0.9957488
Aug 25 16:37:38.550821 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Router 130c6f00-0370-46d8-a5c1-54e267e50762 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:37:38.775676 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:37:38.790729 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5b885-fc81-4ec1-826f-a8385d1a19b4 None None] Sync routers for ids ['130c6f00-0370-46d8-a5c1-54e267e50762'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:37:38.798081 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:38.815017 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5b885-fc81-4ec1-826f-a8385d1a19b4 None None] Routers {'130c6f00-0370-46d8-a5c1-54e267e50762'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:37:38.816042 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-65b5b885-fc81-4ec1-826f-a8385d1a19b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04d4f400>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:37:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['130c6f00-0370-46d8-a5c1-54e267e50762'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:38.882510 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "DELETE /v2.0/floatingips/5232656d-1fdb-4bea-9086-6bedc06bb8d7 HTTP/1.1" status: 204  len: 168 time: 2.1977186
Aug 25 16:37:38.883593 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:37:38.976243 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'status': 'completed', 'code': 200}
Aug 25 16:37:39.073013 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:39.099293 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-65b5b885-fc81-4ec1-826f-a8385d1a19b4 None None] Set router 130c6f00-0370-46d8-a5c1-54e267e50762 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:37:39.226297 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ca9ec31f-822a-4b25-942f-7519a86a4482 req-ee0cca90-2624-4d3e-b5a5-f29fe08bf9e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2818026e89bd4b9393f6ed2b2aae5b11&device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 1098 time: 0.2210209
Aug 25 16:37:39.379544 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ec31f-822a-4b25-942f-7519a86a4482 req-73329614-9092-4156-bbf5-60a54a91c702 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:39.381852 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ca9ec31f-822a-4b25-942f-7519a86a4482 req-73329614-9092-4156-bbf5-60a54a91c702 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f829a720-cf5b-4886-a9fb-8ef465684cf9 HTTP/1.1" status: 200  len: 909 time: 0.1491120
Aug 25 16:37:39.456601 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ca9ec31f-822a-4b25-942f-7519a86a4482 req-ab962ab5-d95a-4b29-ad5a-8be2a16dc382 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd98b9c1-76bf-431b-8866-966d93a35316 HTTP/1.1" status: 200  len: 217 time: 0.0681028
Aug 25 16:37:39.497757 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-65b5b885-fc81-4ec1-826f-a8385d1a19b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04d4f400>, [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:32:16Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'f0fa9c24-c6df-4243-b40f-2ef834317dd0', 'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'mac_address': 'fa:16:3e:c7:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:16Z', 'updated_at': '2021-08-25T16:32:36Z', 'revision_number': 5, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'subnets': [{'id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:39.505630 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5b885-fc81-4ec1-826f-a8385d1a19b4 None None] Checking router: 130c6f00-0370-46d8-a5c1-54e267e50762 for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:37:39.525268 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5b885-fc81-4ec1-826f-a8385d1a19b4 None None] Routers {'130c6f00-0370-46d8-a5c1-54e267e50762'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:37:39.526033 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-65b5b885-fc81-4ec1-826f-a8385d1a19b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04d4f400>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:37:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['130c6f00-0370-46d8-a5c1-54e267e50762'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:39.694858 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ec31f-822a-4b25-942f-7519a86a4482 req-d5edfdf2-eadc-49ad-bb56-bdb2783ef2d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:39.696381 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ca9ec31f-822a-4b25-942f-7519a86a4482 req-d5edfdf2-eadc-49ad-bb56-bdb2783ef2d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cdfd525-3e53-4422-bd74-70269ab0cf87 HTTP/1.1" status: 200  len: 847 time: 0.2333014
Aug 25 16:37:39.777991 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-65b5b885-fc81-4ec1-826f-a8385d1a19b4 None None] Set router 130c6f00-0370-46d8-a5c1-54e267e50762 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:37:39.783246 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38db6a-ff84-48bf-87c7-435d7bbe8ed3 req-5aa3efad-325b-47ab-84df-8770974591b8 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:39.786668 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0a38db6a-ff84-48bf-87c7-435d7bbe8ed3 req-5aa3efad-325b-47ab-84df-8770974591b8 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.2071445
Aug 25 16:37:39.792897 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ca9ec31f-822a-4b25-942f-7519a86a4482 req-c112d7dd-bfff-4135-be87-efb544a59082 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f829a720-cf5b-4886-a9fb-8ef465684cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0891292
Aug 25 16:37:39.808752 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [req-ca9ec31f-822a-4b25-942f-7519a86a4482 req-eb86a06b-808d-4a77-9ccf-3d9e88a624c9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=75961) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 25 16:37:39.810573 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ca9ec31f-822a-4b25-942f-7519a86a4482 req-eb86a06b-808d-4a77-9ccf-3d9e88a624c9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0105302
Aug 25 16:37:39.846528 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0a38db6a-ff84-48bf-87c7-435d7bbe8ed3 req-17306b00-56fd-43ce-9772-89a6d1434fc2 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515552
Aug 25 16:37:39.996006 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ca9ec31f-822a-4b25-942f-7519a86a4482 req-0061ddf6-75ba-4200-921d-a4fb416e3a4a service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1768749
Aug 25 16:37:40.163521 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-ca9ec31f-822a-4b25-942f-7519a86a4482 req-16bb0116-0028-4724-99f5-72729bf93e45 service neutron] 10.222.0.60 "GET /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1605718
Aug 25 16:37:40.266201 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-65b5b885-fc81-4ec1-826f-a8385d1a19b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04d4f400>, [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:32:16Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'f0fa9c24-c6df-4243-b40f-2ef834317dd0', 'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'mac_address': 'fa:16:3e:c7:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:16Z', 'updated_at': '2021-08-25T16:32:36Z', 'revision_number': 5, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'subnets': [{'id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:40.272039 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5b885-fc81-4ec1-826f-a8385d1a19b4 None None] The sync data for ids ['130c6f00-0370-46d8-a5c1-54e267e50762'] in dv-cinder-805825-2-iscsi is: [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:32:16Z', 'revision_number': 4, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': 'f0fa9c24-c6df-4243-b40f-2ef834317dd0', 'name': '', 'network_id': 'f829a720-cf5b-4886-a9fb-8ef465684cf9', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'mac_address': 'fa:16:3e:c7:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:16Z', 'updated_at': '2021-08-25T16:32:36Z', 'revision_number': 5, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'subnets': [{'id': '4cdfd525-3e53-4422-bd74-70269ab0cf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:37:40.522081 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc6511e-eed1-40a0-b7ec-f8312f5d97e7 None None] New status for floating IP 5232656d-1fdb-4bea-9086-6bedc06bb8d7: DOWN {{(pid=75963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:37:40.654887 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:41.005415 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-e254854d-a17d-4107-b1c4-d8e3b393548b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:41.006241 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-e254854d-a17d-4107-b1c4-d8e3b393548b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Synchronizing usage tracker for tenant:2818026e89bd4b9393f6ed2b2aae5b11 on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:37:41.107288 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-e254854d-a17d-4107-b1c4-d8e3b393548b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Unset dirty status for tenant:2818026e89bd4b9393f6ed2b2aae5b11 on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:37:41.108747 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-e254854d-a17d-4107-b1c4-d8e3b393548b tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.2009833
Aug 25 16:37:41.123325 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4d198-df0f-4155-b708-01ed1457f6a2 req-b1ace6b5-62ad-4db8-add5-28f77e4c6bd7 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:41.124896 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d7f4d198-df0f-4155-b708-01ed1457f6a2 req-b1ace6b5-62ad-4db8-add5-28f77e4c6bd7 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 945 time: 0.0942442
Aug 25 16:37:41.179575 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-d7f4d198-df0f-4155-b708-01ed1457f6a2 req-99c4db97-eaf6-48a6-98be-6dd44481ee92 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/security-groups?id=1671e4d7-b15d-494a-be05-345151b5fd55&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476308
Aug 25 16:37:41.191584 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-4dd3dc1e-242e-4606-81b4-3482bd1cacf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Deleting port cd98b9c1-76bf-431b-8866-966d93a35316 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:41.192186 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-4dd3dc1e-242e-4606-81b4-3482bd1cacf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:41.494622 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-4dd3dc1e-242e-4606-81b4-3482bd1cacf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] For port cd98b9c1-76bf-431b-8866-966d93a35316, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=cd98b9c1-76bf-431b-8866-966d93a35316,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:37:41.494893 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-4dd3dc1e-242e-4606-81b4-3482bd1cacf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:41.624568 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-4dd3dc1e-242e-4606-81b4-3482bd1cacf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Calling delete_port for cd98b9c1-76bf-431b-8866-966d93a35316 owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:41.867401 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-4dd3dc1e-242e-4606-81b4-3482bd1cacf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:41.874002 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:41.884148 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54188) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:41.930326 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3dc1e-242e-4606-81b4-3482bd1cacf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event deleted for resources: {'Port': ['ID=cd98b9c1-76bf-431b-8866-966d93a35316,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:41.933928 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4dd3dc1e-242e-4606-81b4-3482bd1cacf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:42.024131 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-4dd3dc1e-242e-4606-81b4-3482bd1cacf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] No DVR routers for this DVR port cd98b9c1-76bf-431b-8866-966d93a35316 on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:37:42.027296 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-4dd3dc1e-242e-4606-81b4-3482bd1cacf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:42.030943 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'name': 'network-vif-deleted', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:37:42.110153 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-49f585d2-0883-4fa3-a922-b49c0562bfa9 req-4dd3dc1e-242e-4606-81b4-3482bd1cacf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.60 "DELETE /v2.0/ports/cd98b9c1-76bf-431b-8866-966d93a35316 HTTP/1.1" status: 204  len: 173 time: 0.9945405
Aug 25 16:37:42.240347 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7d41e0-c80a-44a8-a514-95a3107934e5', 'name': 'network-vif-deleted', 'tag': 'cd98b9c1-76bf-431b-8866-966d93a35316', 'status': 'completed', 'code': 200}
Aug 25 16:37:42.511538 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-149166c3-d970-453a-a982-ce193bee905e req-84d4ef02-bdde-42cc-8ae3-3771b0c9d858 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 210 time: 0.0913579
Aug 25 16:37:42.745638 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937137'] for router_interface, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:43.444307 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] Deleting port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:43.444774 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:43.593464 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device cd98b9c1-76bf-431b-8866-966d93a35316 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:37:43.652298 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: cd98b9c1-76bf-431b-8866-966d93a35316 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:37:43.652804 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device cd98b9c1-76bf-431b-8866-966d93a35316 not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:37:43.757991 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] For port 6cb1e04b-7b1e-4da3-8468-b5681683b9b5, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=6cb1e04b-7b1e-4da3-8468-b5681683b9b5,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:37:43.758889 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:44.087399 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b8a342c5-952e-4ec3-89e2-c2483bb7265d req-720a409f-5718-4cf4-b64b-6a52de8fea24 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7d41e0-c80a-44a8-a514-95a3107934e5 HTTP/1.1" status: 200  len: 210 time: 0.3149638
Aug 25 16:37:44.094085 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] Calling delete_port for 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 owned by network:router_interface {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:44.393718 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:44.400202 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-589bf0e2-fa60-4c41-9fa0-70e346c39103 tempest-ServerRescueNegativeTestJSON-1106111641 tempest-ServerRescueNegativeTestJSON-1106111641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:44.473946 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb1e04b-7b1e-4da3-8468-b5681683b9b5,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:44.481206 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:44.835494 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937029'] for router_interface, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:45.220036 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54204) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:45.312406 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eedac550-c600-4092-b9e3-123c74c256e4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:45.347135 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eedac550-c600-4092-b9e3-123c74c256e4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:45.524375 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eedac550-c600-4092-b9e3-123c74c256e4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:45.528416 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-de0d0526-daa9-4ba5-8418-cc1fdd7491c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:45.548147 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedac550-c600-4092-b9e3-123c74c256e4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1671e4d7-b15d-494a-be05-345151b5fd55,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:45.550746 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-eedac550-c600-4092-b9e3-123c74c256e4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:45.623250 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-eedac550-c600-4092-b9e3-123c74c256e4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:45.627927 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-eedac550-c600-4092-b9e3-123c74c256e4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] 10.222.0.37 "DELETE /v2.0/security-groups/1671e4d7-b15d-494a-be05-345151b5fd55 HTTP/1.1" status: 204  len: 168 time: 0.4031143
Aug 25 16:37:45.628163 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] Router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:37:45.810488 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54210) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:45.955251 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:37:45.969303 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2521726-6bad-41f4-9e18-adb090f18f09 None None] Sync routers for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:37:45.981421 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] 10.222.0.37 "PUT /v2.0/routers/1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0944536
Aug 25 16:37:45.985269 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54216) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:45.988387 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2521726-6bad-41f4-9e18-adb090f18f09 None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:37:45.989875 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-f2521726-6bad-41f4-9e18-adb090f18f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04ca68e0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:37:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:46.198511 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-f2521726-6bad-41f4-9e18-adb090f18f09 None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:37:46.458717 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Notify callbacks [] for router, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:46.640087 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937137'] for router_interface, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:46.704338 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:46.724546 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-f2521726-6bad-41f4-9e18-adb090f18f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04ca68e0>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:37:44Z', 'revision_number': 5, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port': {'id': 'd5bde02f-e113-44f0-b919-64cfb50d2519', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:31:04Z', 'updated_at': '2021-08-25T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:46.727552 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2521726-6bad-41f4-9e18-adb090f18f09 None None] Checking router: 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:37:46.739741 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2521726-6bad-41f4-9e18-adb090f18f09 None None] Routers {'1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:37:46.740361 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-f2521726-6bad-41f4-9e18-adb090f18f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04ca68e0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:37:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:46.781954 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Deleting port d5bde02f-e113-44f0-b919-64cfb50d2519 {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:46.782380 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:46.928492 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-f2521726-6bad-41f4-9e18-adb090f18f09 None None] Set router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc gateway port host: None {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:37:47.081400 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] For port d5bde02f-e113-44f0-b919-64cfb50d2519, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=d5bde02f-e113-44f0-b919-64cfb50d2519,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:37:47.082422 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:47.104491 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-f2521726-6bad-41f4-9e18-adb090f18f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04ca68e0>, [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:37:46Z', 'revision_number': 6, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port_host': None}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:47.111782 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2521726-6bad-41f4-9e18-adb090f18f09 None None] The sync data for ids ['1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc'] in dv-cinder-805825-2-iscsi is: [{'id': '1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1865923224-router', 'tenant_id': '69dd618035034881b9a069a46953420c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:31:03Z', 'updated_at': '2021-08-25T16:37:46Z', 'revision_number': 6, 'project_id': '69dd618035034881b9a069a46953420c', 'gw_port_host': None}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:37:47.331523 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Calling delete_port for d5bde02f-e113-44f0-b919-64cfb50d2519 owned by network:router_gateway {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:47.718907 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:47.720029 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] Deleting port f0fa9c24-c6df-4243-b40f-2ef834317dd0 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:47.720798 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:47.728922 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:47.815778 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bde02f-e113-44f0-b919-64cfb50d2519,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:47.821070 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:47.949732 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:37:47.960466 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] For port f0fa9c24-c6df-4243-b40f-2ef834317dd0, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=f0fa9c24-c6df-4243-b40f-2ef834317dd0,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:37:47.961516 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:48.018250 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:37:48.019129 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 6cb1e04b-7b1e-4da3-8468-b5681683b9b5 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:37:48.145649 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] Calling delete_port for f0fa9c24-c6df-4243-b40f-2ef834317dd0 owned by network:router_interface {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:48.148864 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936396'] for router_gateway, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:48.502867 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:48.509484 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4cebeb3b-e06b-4867-ac6c-cb29c0f690c3 tempest-AttachVolumeTestJSON-1233794711 tempest-AttachVolumeTestJSON-1233794711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:48.598635 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0fa9c24-c6df-4243-b40f-2ef834317dd0,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:48.604071 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:48.635952 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61713'] for router, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:48.646384 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:48.782107 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935408'] for router, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:48.783159 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc {{(pid=75962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 25 16:37:48.812619 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] Notify callbacks [] for router, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:48.819017 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-733ca797-e36a-4f69-8dcb-5a95036d6edc admin admin] 10.222.0.37 "DELETE /v2.0/routers/1a14cb87-e06a-4741-89c8-4eb6ef1a4dfc HTTP/1.1" status: 204  len: 168 time: 2.8316879
Aug 25 16:37:48.826112 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54220) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:48.949761 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d7f7a9-d065-42e4-b13b-2b28b4d6d47f admin admin] Deleting subnet dcc1bfe8-e684-45d5-8dcb-0301c21cbf74 {{(pid=75962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:37:48.955054 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-15d7f7a9-d065-42e4-b13b-2b28b4d6d47f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:49.030819 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-15d7f7a9-d065-42e4-b13b-2b28b4d6d47f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1715212'] for subnet, precommit_delete_associations {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:49.148849 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-15d7f7a9-d065-42e4-b13b-2b28b4d6d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:49.245088 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937029'] for router_interface, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:49.341757 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-15d7f7a9-d065-42e4-b13b-2b28b4d6d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2086434'] for subnet, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:49.346010 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e5a7f4f6-23dd-45b3-8c6a-6ef9bb1f513a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:49.384518 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7f7a9-d065-42e4-b13b-2b28b4d6d47f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcc1bfe8-e684-45d5-8dcb-0301c21cbf74,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:49.387459 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-15d7f7a9-d065-42e4-b13b-2b28b4d6d47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:49.398993 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-15d7f7a9-d065-42e4-b13b-2b28b4d6d47f admin admin] Notify callbacks [] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:49.409994 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-15d7f7a9-d065-42e4-b13b-2b28b4d6d47f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dcc1bfe8-e684-45d5-8dcb-0301c21cbf74 HTTP/1.1" status: 204  len: 168 time: 0.5791728
Aug 25 16:37:49.410352 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54224) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:49.410862 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4901423b-c123-40cb-b902-24361cc87594 None None] Network 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:37:49.557063 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:49.571606 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Deleting port e7fd61ac-06e4-40f6-acef-513680f330b9 {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:49.572060 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:49.844633 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7000de-9caf-4c32-8023-263e56eef078 None None] DHCP port deletion for 7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c request from dv-cinder-805825-2-iscsi {{(pid=75963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 25 16:37:49.859101 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-2c7000de-9caf-4c32-8023-263e56eef078 None None] Deleting port e7fd61ac-06e4-40f6-acef-513680f330b9 {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:49.860754 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2c7000de-9caf-4c32-8023-263e56eef078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:49.888645 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device d5bde02f-e113-44f0-b919-64cfb50d2519 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:37:49.901648 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] For port e7fd61ac-06e4-40f6-acef-513680f330b9, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e7fd61ac-06e4-40f6-acef-513680f330b9,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:37:49.901648 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:49.967898 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: d5bde02f-e113-44f0-b919-64cfb50d2519 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:37:49.968738 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device d5bde02f-e113-44f0-b919-64cfb50d2519 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:37:50.069714 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Calling delete_port for e7fd61ac-06e4-40f6-acef-513680f330b9 owned by network:dhcp {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:50.204359 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-2c7000de-9caf-4c32-8023-263e56eef078 None None] For port e7fd61ac-06e4-40f6-acef-513680f330b9, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e7fd61ac-06e4-40f6-acef-513680f330b9,segment=NetworkSegment(75ac6c26-033b-455f-aad9-66fb267c7011),segment_id=75ac6c26-033b-455f-aad9-66fb267c7011)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:37:50.204788 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2c7000de-9caf-4c32-8023-263e56eef078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:50.250900 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:50.260058 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-43f0958f-b3e9-46c6-a107-ec96c2c4c37f tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:50.319906 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] Router 130c6f00-0370-46d8-a5c1-54e267e50762 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:37:50.340780 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fd61ac-06e4-40f6-acef-513680f330b9,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:50.346078 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:50.347511 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] No DVR routers for this DVR port e7fd61ac-06e4-40f6-acef-513680f330b9 on host dv-cinder-805825-2-iscsi {{(pid=75962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:37:50.407987 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-2c7000de-9caf-4c32-8023-263e56eef078 None None] Calling delete_port for e7fd61ac-06e4-40f6-acef-513680f330b9 owned by network:dhcp {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:50.536902 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.db.api [None req-2c7000de-9caf-4c32-8023-263e56eef078 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 25 16:37:50.537975 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_db.api [None req-2c7000de-9caf-4c32-8023-263e56eef078 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 25 16:37:50.564426 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:50.592942 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf04161a30>,) {'filters': {'network_id': ['7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c']}} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:50.614498 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf04161a30>, '75ac6c26-033b-455f-aad9-66fb267c7011') {'for_net_delete': True} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:50.615259 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.services.segments.db [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf04161a30>, '75ac6c26-033b-455f-aad9-66fb267c7011') {} {{(pid=75962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:50.632008 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715203'] for segment, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:50.645084 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:37:50.661858 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e700f9e-f7f4-4f7c-96dc-6301cc9d8355 None None] Sync routers for ids ['130c6f00-0370-46d8-a5c1-54e267e50762'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:37:50.662165 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:50.667548 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] 10.222.0.37 "PUT /v2.0/routers/130c6f00-0370-46d8-a5c1-54e267e50762/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8546412
Aug 25 16:37:50.671170 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54228) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:50.675566 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=75962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:37:50.677186 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716028'] for segment, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:50.682994 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e700f9e-f7f4-4f7c-96dc-6301cc9d8355 None None] Routers {'130c6f00-0370-46d8-a5c1-54e267e50762'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:37:50.684097 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-2e700f9e-f7f4-4f7c-96dc-6301cc9d8355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04a14550>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:37:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['130c6f00-0370-46d8-a5c1-54e267e50762'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]: Traceback (most recent call last):
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     timer()
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     cb(*args, **kw)
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     return func(*args, **kwargs)
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     self._notify()
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     self.callback(batched_events)
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     event.method(event)
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     return f(self, *a, **k)
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self._get(url).json()
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:37:50.696422 dv-cinder-805825-2-iscsi neutron-server[75962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:37:50.889744 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:50.896985 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:50.933325 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:50.946188 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-2e700f9e-f7f4-4f7c-96dc-6301cc9d8355 None None] Set router 130c6f00-0370-46d8-a5c1-54e267e50762 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:37:50.952576 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:50.960066 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:51.030076 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Notify callbacks [] for router, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:51.051902 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-d4a2b909-8597-4cb2-b9c1-6d327f0e05e7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7a35a3b6-02b8-43a4-b8bb-420ef2d69a0c HTTP/1.1" status: 204  len: 168 time: 1.6397374
Aug 25 16:37:51.095874 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-2c7000de-9caf-4c32-8023-263e56eef078 None None] Deleting port e7fd61ac-06e4-40f6-acef-513680f330b9 {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:51.096266 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2c7000de-9caf-4c32-8023-263e56eef078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:51.298246 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-2c7000de-9caf-4c32-8023-263e56eef078 None None] The port 'e7fd61ac-06e4-40f6-acef-513680f330b9' was deleted {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 25 16:37:51.380863 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:51.475500 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-2e700f9e-f7f4-4f7c-96dc-6301cc9d8355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04a14550>, [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:37:48Z', 'revision_number': 5, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port': {'id': 'e4ca1d93-a03c-4960-bc24-e3a2f5995966', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:13Z', 'updated_at': '2021-08-25T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:51.481348 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e700f9e-f7f4-4f7c-96dc-6301cc9d8355 None None] Checking router: 130c6f00-0370-46d8-a5c1-54e267e50762 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:37:51.502273 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e700f9e-f7f4-4f7c-96dc-6301cc9d8355 None None] Routers {'130c6f00-0370-46d8-a5c1-54e267e50762'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:37:51.503617 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-2e700f9e-f7f4-4f7c-96dc-6301cc9d8355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04a14550>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:37:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['130c6f00-0370-46d8-a5c1-54e267e50762'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:51.517731 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Deleting port e4ca1d93-a03c-4960-bc24-e3a2f5995966 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:51.518381 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:51.699924 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54234) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:51.784242 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e7fd61ac-06e4-40f6-acef-513680f330b9 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:37:51.805594 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-7e4d8813-6049-417b-8832-a6ffd2d698fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69dd618035034881b9a069a46953420c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0969088
Aug 25 16:37:51.811463 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54238) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:51.845684 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: e7fd61ac-06e4-40f6-acef-513680f330b9 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:37:51.846137 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e7fd61ac-06e4-40f6-acef-513680f330b9 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:37:51.885623 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-2e700f9e-f7f4-4f7c-96dc-6301cc9d8355 None None] Set router 130c6f00-0370-46d8-a5c1-54e267e50762 gateway port host: None {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:37:51.931445 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6a9690ac-294a-4e0c-8970-ce0ebc966702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:51.972251 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] For port e4ca1d93-a03c-4960-bc24-e3a2f5995966, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e4ca1d93-a03c-4960-bc24-e3a2f5995966,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:37:51.974963 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:51.982868 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6a9690ac-294a-4e0c-8970-ce0ebc966702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:52.033187 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-2e700f9e-f7f4-4f7c-96dc-6301cc9d8355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04a14550>, [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:37:51Z', 'revision_number': 6, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port_host': None}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:52.038875 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e700f9e-f7f4-4f7c-96dc-6301cc9d8355 None None] The sync data for ids ['130c6f00-0370-46d8-a5c1-54e267e50762'] in dv-cinder-805825-2-iscsi is: [{'id': '130c6f00-0370-46d8-a5c1-54e267e50762', 'name': 'tempest-TestShelveInstance-579072519-router', 'tenant_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:12Z', 'updated_at': '2021-08-25T16:37:51Z', 'revision_number': 6, 'project_id': '2818026e89bd4b9393f6ed2b2aae5b11', 'gw_port_host': None}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:37:52.147142 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6a9690ac-294a-4e0c-8970-ce0ebc966702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:52.147511 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Calling delete_port for e4ca1d93-a03c-4960-bc24-e3a2f5995966 owned by network:router_gateway {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:52.151876 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-8f8ab3de-021d-4e1a-9d66-53483d88196a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:52.170581 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9690ac-294a-4e0c-8970-ce0ebc966702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0f71d5-4c81-48d7-8ba8-001ba50f02ca,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:52.174077 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-6a9690ac-294a-4e0c-8970-ce0ebc966702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:52.183566 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6a9690ac-294a-4e0c-8970-ce0ebc966702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:52.189064 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-6a9690ac-294a-4e0c-8970-ce0ebc966702 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b0f71d5-4c81-48d7-8ba8-001ba50f02ca HTTP/1.1" status: 204  len: 168 time: 0.3716118
Aug 25 16:37:52.604600 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:52.610804 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:52.662112 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ca1d93-a03c-4960-bc24-e3a2f5995966,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:52.667882 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:53.011238 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936396'] for router_gateway, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:53.328399 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61713'] for router, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:53.332596 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:53.461526 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935408'] for router, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:53.462738 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 130c6f00-0370-46d8-a5c1-54e267e50762 {{(pid=75961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 25 16:37:53.483105 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Notify callbacks [] for router, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:53.484762 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] 10.222.0.37 "DELETE /v2.0/routers/130c6f00-0370-46d8-a5c1-54e267e50762 HTTP/1.1" status: 204  len: 168 time: 2.8116660
Aug 25 16:37:53.489679 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54254) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:53.614449 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0255534-e375-42e7-b70f-190f2ce32934 admin admin] Deleting subnet 4cdfd525-3e53-4422-bd74-70269ab0cf87 {{(pid=75961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:37:53.634969 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b0255534-e375-42e7-b70f-190f2ce32934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:53.729160 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b0255534-e375-42e7-b70f-190f2ce32934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1140329'] for subnet, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:53.743931 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device f0fa9c24-c6df-4243-b40f-2ef834317dd0 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:37:53.801489 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: f0fa9c24-c6df-4243-b40f-2ef834317dd0 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:37:53.802391 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device f0fa9c24-c6df-4243-b40f-2ef834317dd0 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:37:53.803103 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e4ca1d93-a03c-4960-bc24-e3a2f5995966 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:37:53.850339 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b0255534-e375-42e7-b70f-190f2ce32934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:53.852422 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: e4ca1d93-a03c-4960-bc24-e3a2f5995966 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:37:53.852998 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e4ca1d93-a03c-4960-bc24-e3a2f5995966 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:37:54.004424 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54264) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:54.081380 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b0255534-e375-42e7-b70f-190f2ce32934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1548318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1074743'] for subnet, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.090402 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:54.149081 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1393500128-network', 'tenant_id': '08d6ec5d8dc6465187eeaccc5254a97d'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:37:54.151488 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0255534-e375-42e7-b70f-190f2ce32934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdfd525-3e53-4422-bd74-70269ab0cf87,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:54.154399 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b0255534-e375-42e7-b70f-190f2ce32934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:54.157764 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:37:54.158712 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-b0255534-e375-42e7-b70f-190f2ce32934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.164076 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Usage tracker for resource:network and tenant:08d6ec5d8dc6465187eeaccc5254a97d is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:37:54.166177 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29c3977-8dc1-47f1-824b-7415f9c11d71 None None] Network f829a720-cf5b-4886-a9fb-8ef465684cf9 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:37:54.167896 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:37:54.173093 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-b0255534-e375-42e7-b70f-190f2ce32934 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4cdfd525-3e53-4422-bd74-70269ab0cf87 HTTP/1.1" status: 204  len: 168 time: 0.6816008
Aug 25 16:37:54.174014 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54270) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:54.181090 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:37:54.273944 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Made reservation on behalf of 08d6ec5d8dc6465187eeaccc5254a97d for: {'network': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:37:54.278386 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.429947 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.461963 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.485802 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Deleting port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:54.487881 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.491425 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:37:54.496907 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] DHCP port deletion for f829a720-cf5b-4886-a9fb-8ef465684cf9 request from dv-cinder-805825-2-iscsi {{(pid=75963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 25 16:37:54.497759 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Usage tracker for resource:security_group_rule and tenant:08d6ec5d8dc6465187eeaccc5254a97d is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:37:54.502543 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Deleting port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:54.503184 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:37:54.503536 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.515189 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:37:54.657307 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.747168 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.755282 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2aac932b-d6fb-4aab-a4cb-807d6a7ba078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:54.810479 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=75962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:37:54.827262 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55b3834-c950-4942-933a-b81b8a003309,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:54.834051 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:54.841256 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.841810 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.segments_db [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Added segment 76059135-5f2e-4c30-b863-122ec1573514 of type vlan for network 34354811-c977-4621-9c11-e7f180d1e6de
Aug 25 16:37:54.843167 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] For port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=fdbca558-d70b-4646-9a2d-73bd3cd9bd7a,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:37:54.843972 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.858214 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] For port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=fdbca558-d70b-4646-9a2d-73bd3cd9bd7a,segment=NetworkSegment(7f83cd94-9f32-4ddd-a07c-acf348b1b4dd),segment_id=7f83cd94-9f32-4ddd-a07c-acf348b1b4dd)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:37:54.858807 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.893091 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.979535 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:54.991315 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Calling delete_port for fdbca558-d70b-4646-9a2d-73bd3cd9bd7a owned by network:dhcp {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:55.036536 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Calling delete_port for fdbca558-d70b-4646-9a2d-73bd3cd9bd7a owned by network:dhcp {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:55.038807 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:55.041874 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:55.043376 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:55.053762 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:55.204448 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080'] for port, after_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:55.204764 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Pushing event updated for resources: {'Network': ['ID=34354811-c977-4621-9c11-e7f180d1e6de,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:55.209341 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:55.213802 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:55.236272 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.db.api [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 25 16:37:55.240761 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_db.api [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 25 16:37:55.252088 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 34354811-c977-4621-9c11-e7f180d1e6de details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:37:55.262730 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-53f70c14-44b3-489f-987e-634e1fba818b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2569573
Aug 25 16:37:55.267163 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54274) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:55.278692 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Request body: {'subnet': {'network_id': '34354811-c977-4621-9c11-e7f180d1e6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1393500128-subnet', 'tenant_id': '08d6ec5d8dc6465187eeaccc5254a97d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:37:55.288600 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:37:55.289060 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Pushing event deleted for resources: {'Port': ['ID=fdbca558-d70b-4646-9a2d-73bd3cd9bd7a,revision_number=None']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:55.291895 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] No DVR routers for this DVR port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a on host dv-cinder-805825-2-iscsi {{(pid=75963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:37:55.296083 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Usage tracker for resource:subnet and tenant:08d6ec5d8dc6465187eeaccc5254a97d is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:37:55.305473 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:37:55.318462 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:37:55.367465 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:55.367801 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:55.368137 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:55.368467 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:55.368789 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:55.369133 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:55.369464 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:55.369785 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:55.370105 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:55.370413 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:55.370728 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:37:55.373959 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:55.461503 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Made reservation on behalf of 08d6ec5d8dc6465187eeaccc5254a97d for: {'subnet': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:37:55.464801 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2086457'] for subnet, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:55.695128 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device fdbca558-d70b-4646-9a2d-73bd3cd9bd7a no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:37:55.733734 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: fdbca558-d70b-4646-9a2d-73bd3cd9bd7a {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:37:55.734030 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device fdbca558-d70b-4646-9a2d-73bd3cd9bd7a not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:37:55.739749 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Deleting port fdbca558-d70b-4646-9a2d-73bd3cd9bd7a {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:55.740346 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:55.787061 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2086443'] for subnet, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:55.791633 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-5735157a-3857-4ae1-86e6-7370b0b6ab00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:55.858102 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] The port 'fdbca558-d70b-4646-9a2d-73bd3cd9bd7a' was deleted {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 25 16:37:55.869954 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Pushing event updated for resources: {'Subnet': ['ID=42948ad9-2649-4cb4-a25d-c0ba2d56bae0,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:55.878915 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:55.896324 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Checking segment: {'id': '76059135-5f2e-4c30-b863-122ec1573514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '34354811-c977-4621-9c11-e7f180d1e6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:37:55.896842 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Network hostable DHCP agents. Network: 34354811-c977-4621-9c11-e7f180d1e6de, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:37:55.999317 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Network 34354811-c977-4621-9c11-e7f180d1e6de is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:37:56.011720 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:56.026327 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf03de6130>,) {'filters': {'network_id': ['f829a720-cf5b-4886-a9fb-8ef465684cf9']}} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:56.042006 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf03de6130>, '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd') {'for_net_delete': True} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:56.042338 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf03de6130>, '7f83cd94-9f32-4ddd-a07c-acf348b1b4dd') {} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:37:56.056676 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1140326'] for segment, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:56.076606 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:56.086531 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=75961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:37:56.086998 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1548472'] for segment, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   util.warn(
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   util.warn(
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   util.warn(
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   util.warn(
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]: Traceback (most recent call last):
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     timer()
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     cb(*args, **kw)
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     return func(*args, **kwargs)
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     self._notify()
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     self.callback(batched_events)
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     event.method(event)
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     return f(self, *a, **k)
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._get(url).json()
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:37:56.103195 dv-cinder-805825-2-iscsi neutron-server[75961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:37:56.123638 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 34354811-c977-4621-9c11-e7f180d1e6de) {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:37:56.130377 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:56.134715 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] Notify callbacks [] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:56.139199 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f730ebd0-78c6-47d7-a29e-aff6d869a3e3 None None] Network 34354811-c977-4621-9c11-e7f180d1e6de requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:37:56.264967 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-2e4364c9-cd1d-425d-a695-3795003d126a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9955063
Aug 25 16:37:56.272273 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:56.278368 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:56.308695 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:56.313445 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Pushing event deleted for resources: {'Network': ['ID=f829a720-cf5b-4886-a9fb-8ef465684cf9,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:56.321686 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:56.405182 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f829a720-cf5b-4886-a9fb-8ef465684cf9 HTTP/1.1" status: 204  len: 168 time: 2.2295046
Aug 25 16:37:56.408037 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54280) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:56.519329 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38b6a36-2702-4487-a8c7-52b9fd72dbb1 None None] Network 34354811-c977-4621-9c11-e7f180d1e6de requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:37:57.063310 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937137'] for router_interface, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:57.846716 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54300) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:57.857693 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1627925452-network', 'tenant_id': '885c16e8186d41e1b6863467229ca4e6'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:37:57.866420 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:37:57.874318 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Usage tracker for resource:network and tenant:885c16e8186d41e1b6863467229ca4e6 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:37:57.877815 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:37:57.886566 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:37:57.963877 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Made reservation on behalf of 885c16e8186d41e1b6863467229ca4e6 for: {'network': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:37:57.967744 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:57.991230 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:58.041602 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:37:58.046794 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Usage tracker for resource:security_group_rule and tenant:885c16e8186d41e1b6863467229ca4e6 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:37:58.050771 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:37:58.058849 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:37:58.114144 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] Deleting port 57910ba0-4394-4589-84b4-e1e39ca74987 {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:37:58.115089 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:58.168958 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:58.238247 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:58.241953 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2e87b6d5-cf0e-4c1c-9616-7352c4d1f4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:58.278313 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=75961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:37:58.288800 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda62d15-5310-4435-8946-07c7296c22ac,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:58.293296 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:58.296640 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:58.297103 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.segments_db [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Added segment 4add4491-3c9d-4a06-883c-cfbaa14ebf24 of type vlan for network 0b01ab1d-d9b5-429b-81d6-86d12cfc036b
Aug 25 16:37:58.334002 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:58.369022 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] For port 57910ba0-4394-4589-84b4-e1e39ca74987, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=57910ba0-4394-4589-84b4-e1e39ca74987,segment=NetworkSegment(a355473b-9702-4bbe-808f-62d20b2a1235),segment_id=a355473b-9702-4bbe-808f-62d20b2a1235)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:37:58.369638 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:58.443060 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:58.444480 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:58.445270 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:58.452285 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee674d3b-5e7f-44cd-bae6-48dd9cbd84d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:58.561229 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] Calling delete_port for 57910ba0-4394-4589-84b4-e1e39ca74987 owned by network:router_interface {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:37:58.571440 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Pushing event updated for resources: {'Network': ['ID=0b01ab1d-d9b5-429b-81d6-86d12cfc036b,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:58.575335 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:58.587451 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 0b01ab1d-d9b5-429b-81d6-86d12cfc036b details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:37:58.640085 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7881377
Aug 25 16:37:58.640526 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54304) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:58.651529 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Request body: {'subnet': {'network_id': '0b01ab1d-d9b5-429b-81d6-86d12cfc036b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1627925452-subnet', 'tenant_id': '885c16e8186d41e1b6863467229ca4e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:37:58.661040 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:37:58.669836 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Usage tracker for resource:subnet and tenant:885c16e8186d41e1b6863467229ca4e6 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:37:58.675671 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:37:58.688116 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:37:58.787506 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Made reservation on behalf of 885c16e8186d41e1b6863467229ca4e6 for: {'subnet': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:37:58.792038 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1074732'] for subnet, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:58.970561 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:58.979220 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-79f14c0f-1744-4db9-8a14-fa9866b120cf tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:59.065290 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=57910ba0-4394-4589-84b4-e1e39ca74987,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:59.074162 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:59.147501 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1548369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1074750'] for subnet, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:59.154790 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a73f6331-bdeb-4951-a06f-05274fc234a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:37:59.292187 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75b0733-9861-481c-bd1b-3f6b835873cb,revision_number=0']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:37:59.299413 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:37:59.314780 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Checking segment: {'id': '4add4491-3c9d-4a06-883c-cfbaa14ebf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0b01ab1d-d9b5-429b-81d6-86d12cfc036b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:37:59.315461 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Network hostable DHCP agents. Network: 0b01ab1d-d9b5-429b-81d6-86d12cfc036b, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:37:59.425874 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Network 0b01ab1d-d9b5-429b-81d6-86d12cfc036b is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:37:59.507329 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 0b01ab1d-d9b5-429b-81d6-86d12cfc036b) {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:37:59.517361 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:37:59.519267 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:59.519460 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb5b18f-8571-4bc7-afe2-828fa49314bc None None] Network 0b01ab1d-d9b5-429b-81d6-86d12cfc036b requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:37:59.616602 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937029'] for router_interface, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:37:59.628000 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9856365
Aug 25 16:37:59.883970 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54310) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:37:59.935160 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb98626-8423-4a34-99f4-d1c83059776f None None] Network 0b01ab1d-d9b5-429b-81d6-86d12cfc036b requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:38:00.000496 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bfc774-b138-4c7f-a00f-58e0a2d67462 admin admin] Deleting subnet 42948ad9-2649-4cb4-a25d-c0ba2d56bae0 {{(pid=75961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:38:00.007431 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-90bfc774-b138-4c7f-a00f-58e0a2d67462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:00.076417 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-90bfc774-b138-4c7f-a00f-58e0a2d67462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1140329'] for subnet, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:00.326267 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-90bfc774-b138-4c7f-a00f-58e0a2d67462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:00.353427 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:38:00.478240 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-90bfc774-b138-4c7f-a00f-58e0a2d67462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1548318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1074743'] for subnet, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:00.483114 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-66b23985-229f-433b-8db3-bfecd201c39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:00.549904 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfc774-b138-4c7f-a00f-58e0a2d67462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42948ad9-2649-4cb4-a25d-c0ba2d56bae0,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:00.557205 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-90bfc774-b138-4c7f-a00f-58e0a2d67462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:00.562833 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-90bfc774-b138-4c7f-a00f-58e0a2d67462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:00.575237 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-90bfc774-b138-4c7f-a00f-58e0a2d67462 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/42948ad9-2649-4cb4-a25d-c0ba2d56bae0 HTTP/1.1" status: 204  len: 168 time: 0.6894920
Aug 25 16:38:00.579072 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54314) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:00.713624 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] Router 8d151859-b267-479f-a44b-49202d01d3ba has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:38:00.764572 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:00.965523 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:00.996205 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf049539d0>,) {'filters': {'network_id': ['34354811-c977-4621-9c11-e7f180d1e6de']}} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:01.020806 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf049539d0>, '76059135-5f2e-4c30-b863-122ec1573514') {'for_net_delete': True} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:01.021353 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf049539d0>, '76059135-5f2e-4c30-b863-122ec1573514') {} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:01.042530 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1140326'] for segment, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:01.064755 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:01.079737 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=75961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:38:01.080533 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:38:01.081584 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1548472'] for segment, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:01.095746 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48870c1b-130b-44ed-88f7-82b25dda7d0e None None] Sync routers for ids ['8d151859-b267-479f-a44b-49202d01d3ba'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:38:01.100125 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] 10.222.0.37 "PUT /v2.0/routers/8d151859-b267-479f-a44b-49202d01d3ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6882579
Aug 25 16:38:01.101971 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54318) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]: Traceback (most recent call last):
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     timer()
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     cb(*args, **kw)
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     return func(*args, **kwargs)
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     self._notify()
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     self.callback(batched_events)
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     event.method(event)
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     return f(self, *a, **k)
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._get(url).json()
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:38:01.117363 dv-cinder-805825-2-iscsi neutron-server[75961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:38:01.120401 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48870c1b-130b-44ed-88f7-82b25dda7d0e None None] Routers {'8d151859-b267-479f-a44b-49202d01d3ba'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:38:01.120401 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-48870c1b-130b-44ed-88f7-82b25dda7d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0493a310>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:37:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['8d151859-b267-479f-a44b-49202d01d3ba'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:01.368932 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:01.375666 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:01.413701 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:01.424647 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-48870c1b-130b-44ed-88f7-82b25dda7d0e None None] Set router 8d151859-b267-479f-a44b-49202d01d3ba gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:38:01.427275 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=34354811-c977-4621-9c11-e7f180d1e6de,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:01.431957 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] 10.222.0.37 "DELETE /v2.0/networks/34354811-c977-4621-9c11-e7f180d1e6de HTTP/1.1" status: 204  len: 168 time: 0.8511429
Aug 25 16:38:01.433583 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f3428979-da9b-44a1-b8c9-818733694e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:01.437681 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54322) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:01.584765 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf9743b-a8c9-4815-bf97-7d285e251ab8 admin admin] Deleting subnet a75b0733-9861-481c-bd1b-3f6b835873cb {{(pid=75962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:38:01.594991 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-adf9743b-a8c9-4815-bf97-7d285e251ab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:01.638196 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Notify callbacks [] for router, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:01.736908 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-adf9743b-a8c9-4815-bf97-7d285e251ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1715212'] for subnet, precommit_delete_associations {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:01.833192 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-adf9743b-a8c9-4815-bf97-7d285e251ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:01.897256 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-48870c1b-130b-44ed-88f7-82b25dda7d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0493a310>, [{'id': '8d151859-b267-479f-a44b-49202d01d3ba', 'name': 'tempest-TestShelveInstance-1428290448-router', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '75b7164d-892a-415c-a330-256fabb1e93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:23Z', 'updated_at': '2021-08-25T16:37:58Z', 'revision_number': 5, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'gw_port': {'id': '75b7164d-892a-415c-a330-256fabb1e93c', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:24Z', 'updated_at': '2021-08-25T16:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:01.905405 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48870c1b-130b-44ed-88f7-82b25dda7d0e None None] Checking router: 8d151859-b267-479f-a44b-49202d01d3ba for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:38:01.926662 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48870c1b-130b-44ed-88f7-82b25dda7d0e None None] Routers {'8d151859-b267-479f-a44b-49202d01d3ba'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:38:01.927787 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-48870c1b-130b-44ed-88f7-82b25dda7d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0493a310>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:37:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['8d151859-b267-479f-a44b-49202d01d3ba'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:02.043169 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:02.089730 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-adf9743b-a8c9-4815-bf97-7d285e251ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2086434'] for subnet, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:02.096213 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-5333aef5-c3ac-4e2f-9da5-06f863d34a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:02.134655 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Deleting port 75b7164d-892a-415c-a330-256fabb1e93c {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:38:02.135098 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:02.173415 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9743b-a8c9-4815-bf97-7d285e251ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75b0733-9861-481c-bd1b-3f6b835873cb,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:02.190445 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-adf9743b-a8c9-4815-bf97-7d285e251ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:02.192528 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-adf9743b-a8c9-4815-bf97-7d285e251ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:02.204973 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-adf9743b-a8c9-4815-bf97-7d285e251ab8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a75b0733-9861-481c-bd1b-3f6b835873cb HTTP/1.1" status: 204  len: 168 time: 0.7647696
Aug 25 16:38:02.209688 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54326) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:02.274479 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-48870c1b-130b-44ed-88f7-82b25dda7d0e None None] Set router 8d151859-b267-479f-a44b-49202d01d3ba gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:38:02.359838 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:02.391201 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] For port 75b7164d-892a-415c-a330-256fabb1e93c, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=75b7164d-892a-415c-a330-256fabb1e93c,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:38:02.391991 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:02.538450 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:02.554591 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Calling delete_port for 75b7164d-892a-415c-a330-256fabb1e93c owned by network:router_gateway {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:38:02.571181 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf0394a760>,) {'filters': {'network_id': ['0b01ab1d-d9b5-429b-81d6-86d12cfc036b']}} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:02.602741 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf0394a760>, '4add4491-3c9d-4a06-883c-cfbaa14ebf24') {'for_net_delete': True} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:02.603198 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf0394a760>, '4add4491-3c9d-4a06-883c-cfbaa14ebf24') {} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:02.622155 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1140326'] for segment, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:02.652091 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:02.663646 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=75961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:38:02.664401 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1548472'] for segment, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]: Traceback (most recent call last):
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     timer()
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     cb(*args, **kw)
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     return func(*args, **kwargs)
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     self._notify()
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     self.callback(batched_events)
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     event.method(event)
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     return f(self, *a, **k)
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._get(url).json()
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:38:02.689280 dv-cinder-805825-2-iscsi neutron-server[75961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:38:02.748936 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-48870c1b-130b-44ed-88f7-82b25dda7d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0493a310>, [{'id': '8d151859-b267-479f-a44b-49202d01d3ba', 'name': 'tempest-TestShelveInstance-1428290448-router', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '75b7164d-892a-415c-a330-256fabb1e93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:23Z', 'updated_at': '2021-08-25T16:37:58Z', 'revision_number': 5, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'gw_port': {'id': '75b7164d-892a-415c-a330-256fabb1e93c', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:24Z', 'updated_at': '2021-08-25T16:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:02.757165 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48870c1b-130b-44ed-88f7-82b25dda7d0e None None] The sync data for ids ['8d151859-b267-479f-a44b-49202d01d3ba'] in dv-cinder-805825-2-iscsi is: [{'id': '8d151859-b267-479f-a44b-49202d01d3ba', 'name': 'tempest-TestShelveInstance-1428290448-router', 'tenant_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '75b7164d-892a-415c-a330-256fabb1e93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:32:23Z', 'updated_at': '2021-08-25T16:37:58Z', 'revision_number': 5, 'project_id': 'fcc2e940d5914b3fabb49629f5eda39f', 'gw_port': {'id': '75b7164d-892a-415c-a330-256fabb1e93c', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d151859-b267-479f-a44b-49202d01d3ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:32:24Z', 'updated_at': '2021-08-25T16:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:38:02.940997 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:02.946396 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:02.962236 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:02.975677 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] 10.222.0.37 "DELETE /v2.0/networks/0b01ab1d-d9b5-429b-81d6-86d12cfc036b HTTP/1.1" status: 204  len: 168 time: 0.7644970
Aug 25 16:38:02.977209 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] Pushing event deleted for resources: {'Network': ['ID=0b01ab1d-d9b5-429b-81d6-86d12cfc036b,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:02.980247 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:02.997828 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:03.004011 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-92bcdf73-a460-41e0-b673-f287a05ec464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:03.070968 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=75b7164d-892a-415c-a330-256fabb1e93c,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:03.076089 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:03.583697 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54332) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:03.640418 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936396'] for router_gateway, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:03.701814 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-9c4375b2-da9b-4a56-8ada-4486e2251049 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08d6ec5d8dc6465187eeaccc5254a97d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1153193
Aug 25 16:38:03.704372 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54336) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:03.747002 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 57910ba0-4394-4589-84b4-e1e39ca74987 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:38:03.797746 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 57910ba0-4394-4589-84b4-e1e39ca74987 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:38:03.798236 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 57910ba0-4394-4589-84b4-e1e39ca74987 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:38:03.809421 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1cb42f58-8fcf-4d6e-8461-3cfe5b54b684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:03.842414 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1cb42f58-8fcf-4d6e-8461-3cfe5b54b684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:03.997196 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1cb42f58-8fcf-4d6e-8461-3cfe5b54b684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:04.004354 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-8c363c15-a121-40d6-93af-6fee95204f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:04.027484 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb42f58-8fcf-4d6e-8461-3cfe5b54b684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55b3834-c950-4942-933a-b81b8a003309,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:04.030458 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1cb42f58-8fcf-4d6e-8461-3cfe5b54b684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:04.031692 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1cb42f58-8fcf-4d6e-8461-3cfe5b54b684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:04.037894 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-1cb42f58-8fcf-4d6e-8461-3cfe5b54b684 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c55b3834-c950-4942-933a-b81b8a003309 HTTP/1.1" status: 204  len: 168 time: 0.3270156
Aug 25 16:38:04.110113 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61713'] for router, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:04.116706 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:04.220961 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935408'] for router, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:04.222524 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d151859-b267-479f-a44b-49202d01d3ba {{(pid=75962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 25 16:38:04.252171 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Notify callbacks [] for router, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:04.255632 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] 10.222.0.37 "DELETE /v2.0/routers/8d151859-b267-479f-a44b-49202d01d3ba HTTP/1.1" status: 204  len: 168 time: 3.1514986
Aug 25 16:38:04.259578 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54342) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:04.362714 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_v2 [None req-00974d9d-1de4-4f0c-a611-f1245584e016 admin admin] Deleting subnet d7aaf6a8-6ead-42f9-af44-04e4b21258ab {{(pid=75961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:38:04.368328 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-00974d9d-1de4-4f0c-a611-f1245584e016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:04.453793 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-00974d9d-1de4-4f0c-a611-f1245584e016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1140329'] for subnet, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:04.571796 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-00974d9d-1de4-4f0c-a611-f1245584e016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:04.781780 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-00974d9d-1de4-4f0c-a611-f1245584e016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1548318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1074743'] for subnet, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:04.793001 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-3c483c91-2aa9-4e84-a93a-80c487fbfd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:04.858476 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00974d9d-1de4-4f0c-a611-f1245584e016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7aaf6a8-6ead-42f9-af44-04e4b21258ab,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:04.865327 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-00974d9d-1de4-4f0c-a611-f1245584e016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:04.870976 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-00974d9d-1de4-4f0c-a611-f1245584e016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:04.882579 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-00974d9d-1de4-4f0c-a611-f1245584e016 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d7aaf6a8-6ead-42f9-af44-04e4b21258ab HTTP/1.1" status: 204  len: 168 time: 0.6215935
Aug 25 16:38:04.883234 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54143437-c425-47fa-9b9e-702278ea8fd7 None None] Network 6f73b341-0fe0-4b4e-8e40-806d218963ea requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:38:04.889569 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54348) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:05.028921 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:05.043180 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Deleting port 15f6d159-59f3-4639-b028-ab8e13215f01 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:38:05.043445 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:05.182046 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54352) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:05.207522 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe06a14-c681-4990-b575-d288db80cbd7 None None] DHCP port deletion for 6f73b341-0fe0-4b4e-8e40-806d218963ea request from dv-cinder-805825-2-iscsi {{(pid=75963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 25 16:38:05.213966 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-3fe06a14-c681-4990-b575-d288db80cbd7 None None] Deleting port 15f6d159-59f3-4639-b028-ab8e13215f01 {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:38:05.214831 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3fe06a14-c681-4990-b575-d288db80cbd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:05.278354 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-6cd16005-f7ad-47e2-8a88-de2ea200bd62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=885c16e8186d41e1b6863467229ca4e6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0943899
Aug 25 16:38:05.281268 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54356) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:05.383170 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-52243777-34bf-43d7-ba78-28b6bd103a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:05.428710 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-52243777-34bf-43d7-ba78-28b6bd103a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:05.523800 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] For port 15f6d159-59f3-4639-b028-ab8e13215f01, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=15f6d159-59f3-4639-b028-ab8e13215f01,segment=NetworkSegment(a355473b-9702-4bbe-808f-62d20b2a1235),segment_id=a355473b-9702-4bbe-808f-62d20b2a1235)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:38:05.524385 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:05.525958 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-3fe06a14-c681-4990-b575-d288db80cbd7 None None] For port 15f6d159-59f3-4639-b028-ab8e13215f01, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=15f6d159-59f3-4639-b028-ab8e13215f01,segment=NetworkSegment(a355473b-9702-4bbe-808f-62d20b2a1235),segment_id=a355473b-9702-4bbe-808f-62d20b2a1235)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:38:05.526492 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3fe06a14-c681-4990-b575-d288db80cbd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:05.580794 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-52243777-34bf-43d7-ba78-28b6bd103a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:05.592507 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b69763fc-271a-437c-9fc6-5a8554f424fd tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:05.619871 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52243777-34bf-43d7-ba78-28b6bd103a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda62d15-5310-4435-8946-07c7296c22ac,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:05.623112 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-52243777-34bf-43d7-ba78-28b6bd103a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:05.624534 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-52243777-34bf-43d7-ba78-28b6bd103a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:05.637548 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-52243777-34bf-43d7-ba78-28b6bd103a57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bda62d15-5310-4435-8946-07c7296c22ac HTTP/1.1" status: 204  len: 168 time: 0.3544290
Aug 25 16:38:05.677736 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-3fe06a14-c681-4990-b575-d288db80cbd7 None None] Calling delete_port for 15f6d159-59f3-4639-b028-ab8e13215f01 owned by network:dhcp {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:38:05.754164 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Calling delete_port for 15f6d159-59f3-4639-b028-ab8e13215f01 owned by network:dhcp {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:38:05.779313 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 75b7164d-892a-415c-a330-256fabb1e93c no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:38:05.842559 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 75b7164d-892a-415c-a330-256fabb1e93c {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:38:05.842913 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 75b7164d-892a-415c-a330-256fabb1e93c not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:38:05.843337 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 15f6d159-59f3-4639-b028-ab8e13215f01 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:38:06.018871 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f868f9c4-5bed-450e-a2f9-6d098d24d3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:06.036187 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:06.060876 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3fe06a14-c681-4990-b575-d288db80cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080'] for port, after_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:06.064167 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.db.api [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 25 16:38:06.064167 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_db.api [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 25 16:38:06.066872 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:06.070311 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-cd5dd44c-66e0-4686-b15b-b93567066777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:06.126406 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe06a14-c681-4990-b575-d288db80cbd7 None None] Pushing event deleted for resources: {'Port': ['ID=15f6d159-59f3-4639-b028-ab8e13215f01,revision_number=None']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:06.133199 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-3fe06a14-c681-4990-b575-d288db80cbd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:06.167842 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe06a14-c681-4990-b575-d288db80cbd7 None None] No DVR routers for this DVR port 15f6d159-59f3-4639-b028-ab8e13215f01 on host dv-cinder-805825-2-iscsi {{(pid=75963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:38:06.565251 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Deleting port 15f6d159-59f3-4639-b028-ab8e13215f01 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:38:06.565779 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:06.637514 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] The port '15f6d159-59f3-4639-b028-ab8e13215f01' was deleted {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 25 16:38:06.825153 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:06.855019 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf03a95fd0>,) {'filters': {'network_id': ['6f73b341-0fe0-4b4e-8e40-806d218963ea']}} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:06.879826 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf03a95fd0>, 'a355473b-9702-4bbe-808f-62d20b2a1235') {'for_net_delete': True} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:06.880752 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf03a95fd0>, 'a355473b-9702-4bbe-808f-62d20b2a1235') {} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:06.904855 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1140326'] for segment, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:06.938152 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:06.951444 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=75961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:38:06.951444 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1548472'] for segment, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]: Traceback (most recent call last):
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     timer()
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     cb(*args, **kw)
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     return func(*args, **kwargs)
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     self._notify()
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     self.callback(batched_events)
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     event.method(event)
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     return f(self, *a, **k)
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._get(url).json()
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:38:06.965432 dv-cinder-805825-2-iscsi neutron-server[75961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:38:07.175952 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:07.181010 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-24bd47d6-90d2-4458-b6b3-af318b4de9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:07.202080 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:07.214941 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Pushing event deleted for resources: {'Network': ['ID=6f73b341-0fe0-4b4e-8e40-806d218963ea,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:07.218212 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:07.223975 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-60da5458-ef4a-463c-82c4-634deae5758f admin admin] 10.222.0.37 "DELETE /v2.0/networks/6f73b341-0fe0-4b4e-8e40-806d218963ea HTTP/1.1" status: 204  len: 168 time: 2.3320203
Aug 25 16:38:07.979081 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54386) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:08.026018 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b4526f7c-2147-4d56-97ac-1cca9151150b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:08.121281 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-41ee4920-3230-4b20-81c5-e5dc9db37ae2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2818026e89bd4b9393f6ed2b2aae5b11&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1403072
Aug 25 16:38:08.124287 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54390) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:08.224095 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6c34ee37-7000-4837-ad7d-57426d1757ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:08.266682 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6c34ee37-7000-4837-ad7d-57426d1757ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:08.483333 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6c34ee37-7000-4837-ad7d-57426d1757ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:08.490711 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-99f4090e-45b6-47ec-840b-7d6d4b4d7c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:08.511898 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34ee37-7000-4837-ad7d-57426d1757ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff45a9d-8abf-40de-a268-3f8194cd41e0,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:08.516105 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-6c34ee37-7000-4837-ad7d-57426d1757ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:08.518779 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-6c34ee37-7000-4837-ad7d-57426d1757ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:08.524477 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-6c34ee37-7000-4837-ad7d-57426d1757ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ff45a9d-8abf-40de-a268-3f8194cd41e0 HTTP/1.1" status: 204  len: 168 time: 0.3943541
Aug 25 16:38:09.083608 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:09.422773 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54416) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:09.500941 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-8961bf5d-2e54-4095-ba08-b8712e90c846 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcc2e940d5914b3fabb49629f5eda39f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0754921
Aug 25 16:38:09.502388 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54420) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:09.601972 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-afb946f6-857d-4d2e-b91f-cb0b0c92342c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:09.647576 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-afb946f6-857d-4d2e-b91f-cb0b0c92342c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:09.814478 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-afb946f6-857d-4d2e-b91f-cb0b0c92342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:09.820365 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-385c2982-928c-458f-bbc4-a7875f16a86d tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:09.833757 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb946f6-857d-4d2e-b91f-cb0b0c92342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9901add-bed3-48ec-8cb2-a1864c6397ca,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:09.837181 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-afb946f6-857d-4d2e-b91f-cb0b0c92342c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:09.839254 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-afb946f6-857d-4d2e-b91f-cb0b0c92342c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:09.843882 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-afb946f6-857d-4d2e-b91f-cb0b0c92342c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9901add-bed3-48ec-8cb2-a1864c6397ca HTTP/1.1" status: 204  len: 168 time: 0.3353641
Aug 25 16:38:10.563700 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:11.348190 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54452) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:11.553160 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1168350566-network', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:11.561442 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:11.569680 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Usage tracker for resource:network and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:11.576118 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:11.585840 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:11.660079 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Made reservation on behalf of 867ef2f94ae54553884ee6bdcd2e06f5 for: {'network': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:38:11.662437 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:11.683398 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:11.717421 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:11.722388 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Usage tracker for resource:security_group_rule and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:11.726518 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:11.740072 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:11.827711 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:11.911824 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:11.914967 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-e0ab6de3-c8c1-4690-9e07-cef0bf37ec03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:11.948661 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=75962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:38:11.958265 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbc70e2-62de-4ab2-be49-cce757d37152,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:11.962175 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:11.965004 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:11.965373 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.segments_db [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Added segment c8fb4119-2888-401e-9815-31825b5ac736 of type vlan for network d9369ff0-93d6-44b8-9afb-d4064565c3f5
Aug 25 16:38:11.996786 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:12.100364 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:12.102522 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:38:12.103609 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:12.114030 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-8b27de96-3b0c-45c1-b4d9-392eb76cfd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:12.261754 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Pushing event updated for resources: {'Network': ['ID=d9369ff0-93d6-44b8-9afb-d4064565c3f5,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:12.265514 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:12.278321 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network d9369ff0-93d6-44b8-9afb-d4064565c3f5 details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:38:12.320181 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-73e9f912-3c69-4d4a-be64-885dfc63cc50 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9703658
Aug 25 16:38:12.323860 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54462) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:12.331869 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Request body: {'subnet': {'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1168350566-subnet', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'ip_version': 4}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:12.338863 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:12.343409 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Usage tracker for resource:subnet and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:12.347890 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:12.355769 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:12.478110 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Made reservation on behalf of 867ef2f94ae54553884ee6bdcd2e06f5 for: {'subnet': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:38:12.482625 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2086457'] for subnet, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:12.849014 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2086443'] for subnet, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:12.853512 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:12.933126 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45850b24-f80b-4603-a7e2-7bd5a8f0cd77,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:12.937210 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:12.952974 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Checking segment: {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:38:12.956562 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Network hostable DHCP agents. Network: d9369ff0-93d6-44b8-9afb-d4064565c3f5, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:38:13.036842 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Network d9369ff0-93d6-44b8-9afb-d4064565c3f5 is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:38:13.134555 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, d9369ff0-93d6-44b8-9afb-d4064565c3f5) {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:38:13.139742 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:38:13.140482 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] Notify callbacks [] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:13.147445 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fbc38a-0c88-4c20-963b-f641ad72eee5 None None] Network d9369ff0-93d6-44b8-9afb-d4064565c3f5 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:38:13.249584 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-7225b5e2-dc23-41ea-a4db-457094dde26e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9240353
Aug 25 16:38:13.252676 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54474) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:13.261041 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:13.268044 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:13.274965 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Usage tracker for resource:router and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:13.279866 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:13.289524 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:13.385269 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61923'] for router, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:13.386092 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61720'] for router, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:13.406045 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:13.421030 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb506c887-4176-517b-ba63-560c50a374c3-d9369ff0-93d6-44b8-9afb-d4064565c3f5', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77'}]}} from dv-cinder-805825-2-iscsi. {{(pid=75963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 25 16:38:13.421892 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:13.657307 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.db_base_plugin_common [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Allocated IP 172.20.0.2 (d9369ff0-93d6-44b8-9afb-d4064565c3f5/45850b24-f80b-4603-a7e2-7bd5a8f0cd77/38513815-0748-44d3-89ee-7e7ff4b25833) {{(pid=75963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:38:13.808471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61710'] for router, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:13.922886 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Notify callbacks [] for port, precommit_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:13.936709 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Transition to ACTIVE for port object 38513815-0748-44d3-89ee-7e7ff4b25833 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:38:13.971593 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Transition to ACTIVE for port object 38513815-0748-44d3-89ee-7e7ff4b25833 will not be triggered until provisioned by entity DHCP. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:38:14.060216 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:14.071228 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-26a45994-f9ca-40d8-b751-3c0c311b1b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:14.153416 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:14.159222 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Network d9369ff0-93d6-44b8-9afb-d4064565c3f5 is already hosted by enough agents. {{(pid=75963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:38:14.162944 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.base_scheduler [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Resources bound (agent type, host, resource id):  {{(pid=75963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:38:14.164939 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Pushing event updated for resources: {'Port': ['ID=38513815-0748-44d3-89ee-7e7ff4b25833,revision_number=1']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:14.167130 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Received port after_create {{(pid=75963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:38:14.169543 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:14.200363 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:14.266517 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Attempting to bind port 38513815-0748-44d3-89ee-7e7ff4b25833 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:38:14.266947 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Attempting to bind port 38513815-0748-44d3-89ee-7e7ff4b25833 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:38:14.267322 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Attempting to bind port 38513815-0748-44d3-89ee-7e7ff4b25833 on network d9369ff0-93d6-44b8-9afb-d4064565c3f5 {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:38:14.275726 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:38:14.276101 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Checking segment: {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:38:14.276507 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:14.276908 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Bound using segment: {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:38:14.281237 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Bound port: 38513815-0748-44d3-89ee-7e7ff4b25833, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:38:14.281237 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:14.390526 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] For port 38513815-0748-44d3-89ee-7e7ff4b25833, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:38:14.395397 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] For port 38513815-0748-44d3-89ee-7e7ff4b25833, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=38513815-0748-44d3-89ee-7e7ff4b25833,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:38:14.405452 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Allocated IP 172.27.3.247 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/5f3dd619-10e3-46c3-9e80-6f0293f82cd5) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:38:14.506401 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:14.511425 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:14.581822 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:14.612378 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Pushing event updated for resources: {'Port': ['ID=38513815-0748-44d3-89ee-7e7ff4b25833,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:14.618875 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-e65de523-b350-4358-bcf1-53bc7d5dcd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:14.739857 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:14.745788 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-9213211a-7656-4121-b0a2-431c0cc73b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:14.837726 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:38:14.840792 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:38:14.843382 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:38:14.893680 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Pushing event updated for resources: {'Port': ['ID=5f3dd619-10e3-46c3-9e80-6f0293f82cd5,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:14.897361 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:15.178222 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:15.178950 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936432'] for router, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:15.562518 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Router eb2925f4-58e6-4fcd-872c-9ebf85588317 is scheduled to L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 with binding_index 1 {{(pid=75962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 25 16:38:15.626714 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ddb85-0eea-4dd7-9500-c313cc0d22c2 None None] Network d9369ff0-93d6-44b8-9afb-d4064565c3f5 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:38:15.793591 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 38513815-0748-44d3-89ee-7e7ff4b25833 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:38:15.854275 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:38:15.875920 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Sync routers for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:38:15.878705 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9b80899b-29c6-449c-869f-3649e6bd8502 None None] Provisioning for port 38513815-0748-44d3-89ee-7e7ff4b25833 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:38:15.934434 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:38:15.935067 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04950ca0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:38:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:15.952667 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] Notify callbacks [] for router, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:15.955623 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-49cb4b7c-93d7-42d6-9455-b5a6763b89db admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.7008791
Aug 25 16:38:15.957939 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54488) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:16.200052 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 38513815-0748-44d3-89ee-7e7ff4b25833 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:38:16.215363 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 38513815-0748-44d3-89ee-7e7ff4b25833 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:16.219173 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:16.297513 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:38:16.555407 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:16.643059 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-58f3d150-b08f-4f90-8f9c-e417a73af56d None None] Provisioning complete for port 38513815-0748-44d3-89ee-7e7ff4b25833 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:16.643798 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-58f3d150-b08f-4f90-8f9c-e417a73af56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:16.725538 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 38513815-0748-44d3-89ee-7e7ff4b25833, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=38513815-0748-44d3-89ee-7e7ff4b25833,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:38:16.814569 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:16.820295 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:16.863743 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-58f3d150-b08f-4f90-8f9c-e417a73af56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:16.901039 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04950ca0>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:15Z', 'revision_number': 3, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:16.919183 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Checking router: eb2925f4-58e6-4fcd-872c-9ebf85588317 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:38:16.919573 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Updating router eb2925f4-58e6-4fcd-872c-9ebf85588317 port 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 binding host dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:38:16.994920 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=38513815-0748-44d3-89ee-7e7ff4b25833,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:17.015077 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:17.038766 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:17.064225 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.db.api [None req-58f3d150-b08f-4f90-8f9c-e417a73af56d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 25 16:38:17.064597 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_db.api [None req-58f3d150-b08f-4f90-8f9c-e417a73af56d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 25 16:38:17.137536 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:17.398157 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Allocated IP 172.20.0.1 (d9369ff0-93d6-44b8-9afb-d4064565c3f5/45850b24-f80b-4603-a7e2-7bd5a8f0cd77/94561342-9239-445b-9ce8-5879c9def44b) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:38:17.464687 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Notify callbacks [] for port, precommit_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:17.478708 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Transition to ACTIVE for port object 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:38:17.562191 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:17.570436 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:17.575573 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:17.597782 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.provisioning_blocks [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Transition to ACTIVE for port object 94561342-9239-445b-9ce8-5879c9def44b will not be triggered until provisioned by entity DHCP. {{(pid=75962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:38:17.682594 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:17.690497 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-05d4a6b0-85ac-44d7-9bc9-417be67f6eac tempest-AttachVolumeNegativeTest-2006009474 tempest-AttachVolumeNegativeTest-2006009474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:17.701420 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020d046-cce1-4199-8f5b-d3c968f61c35 None None] Pushing event updated for resources: {'Port': ['ID=5f3dd619-10e3-46c3-9e80-6f0293f82cd5,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:17.709675 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-c020d046-cce1-4199-8f5b-d3c968f61c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:17.717163 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Attempting to bind port 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:38:17.717396 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Attempting to bind port 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:38:17.717761 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Attempting to bind port 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 on network 2be15cde-d260-4d32-99ee-590621cca1ed {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:38:17.726655 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:38:17.727017 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Checking segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:38:17.736192 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:17.736192 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Bound using segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:38:17.736192 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Bound port: 5f3dd619-10e3-46c3-9e80-6f0293f82cd5, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:38:17.736192 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:17.768270 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 38513815-0748-44d3-89ee-7e7ff4b25833 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:38:17.785855 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Network d9369ff0-93d6-44b8-9afb-d4064565c3f5 is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:38:17.790524 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:38:17.793030 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:38:17.835406 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Pushing event updated for resources: {'Port': ['ID=94561342-9239-445b-9ce8-5879c9def44b,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:17.838596 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:17.871280 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] For port 5f3dd619-10e3-46c3-9e80-6f0293f82cd5, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:38:17.873908 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936238'] for router_interface, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:17.876788 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] For port 5f3dd619-10e3-46c3-9e80-6f0293f82cd5, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=5f3dd619-10e3-46c3-9e80-6f0293f82cd5,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:38:17.888566 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 38513815-0748-44d3-89ee-7e7ff4b25833 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:17.888967 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:17.995010 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:18.001807 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:18.047598 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:18.099526 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020d046-cce1-4199-8f5b-d3c968f61c35 None None] Pushing event updated for resources: {'Port': ['ID=5f3dd619-10e3-46c3-9e80-6f0293f82cd5,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:18.104400 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-c020d046-cce1-4199-8f5b-d3c968f61c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:18.161509 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:38:18.162345 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04950ca0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:38:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:18.328422 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:18.348601 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-8e83a0ad-81e9-4158-8a56-5f975606b4bf None None] Provisioning for port 94561342-9239-445b-9ce8-5879c9def44b completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:38:18.376137 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-8e83a0ad-81e9-4158-8a56-5f975606b4bf None None] Provisioning complete for port 94561342-9239-445b-9ce8-5879c9def44b triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:18.376450 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-8e83a0ad-81e9-4158-8a56-5f975606b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:18.385074 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716064'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:18.422381 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:18.448220 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-8e83a0ad-81e9-4158-8a56-5f975606b4bf None None] Port 94561342-9239-445b-9ce8-5879c9def44b cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:38:18.457065 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:38:18.516268 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3365946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937159'] for router_interface, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:18.521089 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Pushing event updated for resources: {'Port': ['ID=94561342-9239-445b-9ce8-5879c9def44b,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:18.525892 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:18.686554 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Network d9369ff0-93d6-44b8-9afb-d4064565c3f5 is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:38:18.689342 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:38:18.897471 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04950ca0>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 1, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:18.903301 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192034e-4978-4e91-b568-0316b7b995e1 None None] The sync data for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi is: [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 1, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:38:18.991348 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-80842975-ac0e-4be8-9d56-97f930aa489f None None] Provisioning complete for port 94561342-9239-445b-9ce8-5879c9def44b triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:18.992099 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-80842975-ac0e-4be8-9d56-97f930aa489f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:19.052998 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-80842975-ac0e-4be8-9d56-97f930aa489f None None] Port 94561342-9239-445b-9ce8-5879c9def44b cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:38:19.487865 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Router eb2925f4-58e6-4fcd-872c-9ebf85588317 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:38:19.850344 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:38:19.862118 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-4c8f5106-4d1b-4384-91c9-102d697d72de admin admin] 10.222.0.37 "PUT /v2.0/routers/eb2925f4-58e6-4fcd-872c-9ebf85588317/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9019930
Aug 25 16:38:21.288181 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54532) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:21.294599 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-116070770-network', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:21.300560 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:21.306588 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Usage tracker for resource:network and tenant:1c1e9813d4c741f19698ce45a82a4105 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:21.310307 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:21.319320 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:21.390855 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Made reservation on behalf of 1c1e9813d4c741f19698ce45a82a4105 for: {'network': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:38:21.393724 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for network, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:21.406893 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:21.447198 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:21.452785 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Usage tracker for resource:security_group_rule and tenant:1c1e9813d4c741f19698ce45a82a4105 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:21.456999 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:21.464873 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:21.580639 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:21.641916 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:21.645964 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-aebf3e64-c1fa-4656-b35f-ede6fe1f64a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:21.684339 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=75961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 25 16:38:21.691215 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7197aba6-982d-4902-bd17-f52a850b4826,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:21.696120 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:21.699682 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:21.700054 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.segments_db [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Added segment e14b7fa6-87bf-4528-87e5-8db491331508 of type vlan for network 62bb0309-2a70-4731-8657-86c246eeb8ba
Aug 25 16:38:21.731519 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787240167590'] for network, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:21.786948 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:38:21.848213 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294'] for network, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:21.849869 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:38:21.850863 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:21.859708 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:21.957072 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:38:21.964296 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:21.965085 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:21.969811 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Pushing event updated for resources: {'Network': ['ID=62bb0309-2a70-4731-8657-86c246eeb8ba,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:21.973908 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:22.008703 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Network 62bb0309-2a70-4731-8657-86c246eeb8ba details requested by agent ovs-agent-dv-cinder-805825-2-iscsi with host dv-cinder-805825-2-iscsi {{(pid=75963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 25 16:38:22.023351 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-01116020-8310-4b05-8d78-fc7bfbd8401f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7315261
Aug 25 16:38:22.024295 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54538) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:22.034615 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Request body: {'subnet': {'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-116070770-subnet', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'ip_version': 4}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:22.041469 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:22.051100 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Usage tracker for resource:subnet and tenant:1c1e9813d4c741f19698ce45a82a4105 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:22.054501 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:22.062410 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:22.167781 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Made reservation on behalf of 1c1e9813d4c741f19698ce45a82a4105 for: {'subnet': 1} {{(pid=75962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:38:22.172546 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2086457'] for subnet, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:22.266460 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:22.289706 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 5f3dd619-10e3-46c3-9e80-6f0293f82cd5, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=5f3dd619-10e3-46c3-9e80-6f0293f82cd5,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:38:22.391623 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:22.395522 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:22.500937 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=5f3dd619-10e3-46c3-9e80-6f0293f82cd5,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:22.505471 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:22.528353 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2086443'] for subnet, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:22.534579 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:22.619940 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c10f6dc-82fa-4833-b774-4c1e78be8491,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:22.622721 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:22.642461 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Checking segment: {'id': 'e14b7fa6-87bf-4528-87e5-8db491331508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:38:22.643009 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Network hostable DHCP agents. Network: 62bb0309-2a70-4731-8657-86c246eeb8ba, hostable agents: ['caa06830-fa2d-48fa-86d6-2b4f1494e176'], hosted agents: [] {{(pid=75962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 25 16:38:22.745273 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Network 62bb0309-2a70-4731-8657-86c246eeb8ba is scheduled to be hosted by DHCP agent caa06830-fa2d-48fa-86d6-2b4f1494e176 with binding_index 1 {{(pid=75962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 25 16:38:22.836726 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-iscsi, 62bb0309-2a70-4731-8657-86c246eeb8ba) {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:38:22.841916 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:38:22.844802 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:22.848247 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be2e8a-ecce-4b29-a17f-ecf8def12068 None None] Network 62bb0309-2a70-4731-8657-86c246eeb8ba requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:38:22.951474 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-b45eec5c-520d-4a20-a455-6da4623096f5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9255209
Aug 25 16:38:22.954736 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54558) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:22.960754 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-116070770-router', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:22.967213 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:22.972148 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Usage tracker for resource:router and tenant:1c1e9813d4c741f19698ce45a82a4105 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:22.975646 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:22.982426 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:23.083393 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61923'] for router, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:23.085037 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61720'] for router, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:23.115797 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:23.197619 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb506c887-4176-517b-ba63-560c50a374c3-62bb0309-2a70-4731-8657-86c246eeb8ba', 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'fixed_ips': [{'subnet_id': '4c10f6dc-82fa-4833-b774-4c1e78be8491'}]}} from dv-cinder-805825-2-iscsi. {{(pid=75963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 25 16:38:23.198585 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:23.409104 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61710'] for router, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:23.547933 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.db_base_plugin_common [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Allocated IP 172.20.0.2 (62bb0309-2a70-4731-8657-86c246eeb8ba/4c10f6dc-82fa-4833-b774-4c1e78be8491/44c8c384-0501-4291-a21e-f56f8ade1104) {{(pid=75963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:38:23.744780 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:38:23.811307 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:23.872389 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:23.939103 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Notify callbacks [] for port, precommit_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:23.949551 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Transition to ACTIVE for port object 44c8c384-0501-4291-a21e-f56f8ade1104 will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:38:23.966380 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:23.966758 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:24.012669 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Transition to ACTIVE for port object 44c8c384-0501-4291-a21e-f56f8ade1104 will not be triggered until provisioned by entity DHCP. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:38:24.114075 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Allocated IP 172.27.3.175 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/e67ab684-cde0-4cd2-9235-5d293ed91b8f) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:38:24.162693 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071'] for port, after_create {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:24.166795 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:24.246738 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Network 62bb0309-2a70-4731-8657-86c246eeb8ba is already hosted by enough agents. {{(pid=75963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:38:24.251125 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.scheduler.base_scheduler [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Resources bound (agent type, host, resource id):  {{(pid=75963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:38:24.255185 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Received port after_create {{(pid=75963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:38:24.262600 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Pushing event updated for resources: {'Port': ['ID=44c8c384-0501-4291-a21e-f56f8ade1104,revision_number=1']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:24.267318 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:24.382487 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Attempting to bind port 44c8c384-0501-4291-a21e-f56f8ade1104 on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:38:24.382925 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Attempting to bind port 44c8c384-0501-4291-a21e-f56f8ade1104 by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'e14b7fa6-87bf-4528-87e5-8db491331508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:38:24.383317 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Attempting to bind port 44c8c384-0501-4291-a21e-f56f8ade1104 on network 62bb0309-2a70-4731-8657-86c246eeb8ba {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:38:24.391628 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:38:24.392223 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Checking segment: {'id': 'e14b7fa6-87bf-4528-87e5-8db491331508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:38:24.393423 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:24.394150 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Bound using segment: {'id': 'e14b7fa6-87bf-4528-87e5-8db491331508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:38:24.394845 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Bound port: 44c8c384-0501-4291-a21e-f56f8ade1104, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14b7fa6-87bf-4528-87e5-8db491331508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:38:24.395275 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:24.439154 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:24.521613 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] For port 44c8c384-0501-4291-a21e-f56f8ade1104, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:38:24.525069 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] For port 44c8c384-0501-4291-a21e-f56f8ade1104, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=44c8c384-0501-4291-a21e-f56f8ade1104,segment=NetworkSegment(e14b7fa6-87bf-4528-87e5-8db491331508),segment_id=e14b7fa6-87bf-4528-87e5-8db491331508)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:38:24.562517 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:24.568866 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-cbe1d761-6053-44e3-8442-46cc103e04f4 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:24.614572 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:24.620437 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:24.643660 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:38:24.647874 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:38:24.656078 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:38:24.707410 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Pushing event updated for resources: {'Port': ['ID=e67ab684-cde0-4cd2-9235-5d293ed91b8f,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:24.812059 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:24.812378 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Pushing event updated for resources: {'Port': ['ID=44c8c384-0501-4291-a21e-f56f8ade1104,revision_number=2']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:24.812378 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:24.962526 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:25.068091 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:25.068091 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936432'] for router, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:25.481740 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Router 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 is scheduled to L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 with binding_index 1 {{(pid=75962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 25 16:38:25.795169 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 44c8c384-0501-4291-a21e-f56f8ade1104 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:38:25.827868 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d45917-254b-47e7-b747-1cf87a6ba287 None None] Network 62bb0309-2a70-4731-8657-86c246eeb8ba requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:38:25.828472 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:38:25.840987 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Sync routers for ids ['5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:38:25.869394 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Routers {'5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:38:25.870642 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-73588faa-9129-400a-9799-8d5c12994edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0493af40>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:38:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:25.957752 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] Notify callbacks [] for router, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:25.960317 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-1f3d8569-5dc3-4924-ab3b-e9b80c8d3a82 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0040617
Aug 25 16:38:25.964485 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54586) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:26.041192 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-6f76ffb7-2441-485f-82bd-85b3b72d541d None None] Provisioning for port 44c8c384-0501-4291-a21e-f56f8ade1104 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:38:26.069618 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 44c8c384-0501-4291-a21e-f56f8ade1104 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:38:26.088463 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 44c8c384-0501-4291-a21e-f56f8ade1104 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:26.089170 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:26.131983 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Set router 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:38:26.378784 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:26.451905 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 44c8c384-0501-4291-a21e-f56f8ade1104, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=44c8c384-0501-4291-a21e-f56f8ade1104,segment=NetworkSegment(e14b7fa6-87bf-4528-87e5-8db491331508),segment_id=e14b7fa6-87bf-4528-87e5-8db491331508)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:38:26.539422 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:26.546553 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:26.620235 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-73588faa-9129-400a-9799-8d5c12994edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0493af40>, [{'id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'name': 'tempest-TestVolumeBootPattern-116070770-router', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:24Z', 'revision_number': 3, 'project_id': '1c1e9813d4c741f19698ce45a82a4105', 'gw_port': {'id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:26.625016 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Checking router: 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:38:26.625400 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Updating router 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 port e67ab684-cde0-4cd2-9235-5d293ed91b8f binding host dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:38:26.635377 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=44c8c384-0501-4291-a21e-f56f8ade1104,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:26.638447 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:26.639387 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-4b37784c-d2ed-4dcb-b66f-b0a99856728c None None] Provisioning complete for port 44c8c384-0501-4291-a21e-f56f8ade1104 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:26.639766 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-4b37784c-d2ed-4dcb-b66f-b0a99856728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:26.691278 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:27.108709 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Notify callbacks [] for port, precommit_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:27.126280 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.provisioning_blocks [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Transition to ACTIVE for port object e67ab684-cde0-4cd2-9235-5d293ed91b8f will not be triggered until provisioned by entity L2. {{(pid=75964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:38:27.218958 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:27.223135 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:27.230717 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:27.314411 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Attempting to bind port e67ab684-cde0-4cd2-9235-5d293ed91b8f on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:38:27.315529 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Attempting to bind port e67ab684-cde0-4cd2-9235-5d293ed91b8f by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:38:27.315970 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Attempting to bind port e67ab684-cde0-4cd2-9235-5d293ed91b8f on network 2be15cde-d260-4d32-99ee-590621cca1ed {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:38:27.319190 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Pushing event updated for resources: {'Port': ['ID=e67ab684-cde0-4cd2-9235-5d293ed91b8f,revision_number=2']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:27.333257 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:38:27.333614 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:38:27.333982 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:38:27.334265 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:38:27.334572 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:38:27.334897 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:38:27.335218 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:38:27.335569 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:38:27.335886 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:38:27.336199 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:38:27.336516 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:38:27.340161 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:38:27.340550 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Checking segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:38:27.340976 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:27.341393 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Bound using segment: {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:38:27.341862 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Bound port: e67ab684-cde0-4cd2-9235-5d293ed91b8f, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408e734-ccc0-408f-bf0b-dd9438ad51a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed'}}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:38:27.342273 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:27.373045 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:27.454126 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-73588faa-9129-400a-9799-8d5c12994edd None None] For port e67ab684-cde0-4cd2-9235-5d293ed91b8f, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:38:27.460333 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-73588faa-9129-400a-9799-8d5c12994edd None None] For port e67ab684-cde0-4cd2-9235-5d293ed91b8f, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e67ab684-cde0-4cd2-9235-5d293ed91b8f,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:38:27.523419 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:27.532171 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-eb8d8240-fe1f-43d6-a07b-4d4099b0def4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:27.686692 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Allocated IP 172.20.0.1 (62bb0309-2a70-4731-8657-86c246eeb8ba/4c10f6dc-82fa-4833-b774-4c1e78be8491/0cdb9931-ed38-4fb4-863f-d64978545aec) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:38:27.692970 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Pushing event updated for resources: {'Port': ['ID=e67ab684-cde0-4cd2-9235-5d293ed91b8f,revision_number=3']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:27.698930 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:27.701523 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Routers {'5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:38:27.702627 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-73588faa-9129-400a-9799-8d5c12994edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0493af40>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:38:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:27.766345 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 44c8c384-0501-4291-a21e-f56f8ade1104 up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:38:27.879968 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 44c8c384-0501-4291-a21e-f56f8ade1104 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:27.880567 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:27.922266 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:27.961545 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.provisioning_blocks [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Transition to ACTIVE for port object 0cdb9931-ed38-4fb4-863f-d64978545aec will not be triggered until provisioned by entity DHCP. {{(pid=75962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:38:28.008788 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-73588faa-9129-400a-9799-8d5c12994edd None None] Set router 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:38:28.083861 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:28.088626 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1451d2fd-fdfa-4905-b3d0-e87a8540e4b9 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:28.215277 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Network 62bb0309-2a70-4731-8657-86c246eeb8ba is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:38:28.222767 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:38:28.226969 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:38:28.282175 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Pushing event updated for resources: {'Port': ['ID=0cdb9931-ed38-4fb4-863f-d64978545aec,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:28.287837 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:28.341814 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936238'] for router_interface, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:28.370391 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-73588faa-9129-400a-9799-8d5c12994edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0493af40>, [{'id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'name': 'tempest-TestVolumeBootPattern-116070770-router', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:24Z', 'revision_number': 3, 'project_id': '1c1e9813d4c741f19698ce45a82a4105', 'gw_port': {'id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:28.378733 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73588faa-9129-400a-9799-8d5c12994edd None None] The sync data for ids ['5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'] in dv-cinder-805825-2-iscsi is: [{'id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'name': 'tempest-TestVolumeBootPattern-116070770-router', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:24Z', 'revision_number': 3, 'project_id': '1c1e9813d4c741f19698ce45a82a4105', 'gw_port': {'id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:38:28.607355 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-dd207f04-d5f8-463f-9c8f-a6b05973d2f8 None None] Provisioning for port 0cdb9931-ed38-4fb4-863f-d64978545aec completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:38:28.615300 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-dd207f04-d5f8-463f-9c8f-a6b05973d2f8 None None] Provisioning complete for port 0cdb9931-ed38-4fb4-863f-d64978545aec triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:28.616397 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-dd207f04-d5f8-463f-9c8f-a6b05973d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:28.621348 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:28.684007 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-dd207f04-d5f8-463f-9c8f-a6b05973d2f8 None None] Port 0cdb9931-ed38-4fb4-863f-d64978545aec cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:38:28.962068 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:29.036295 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716064'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:29.070716 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:29.159290 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Pushing event updated for resources: {'Port': ['ID=0cdb9931-ed38-4fb4-863f-d64978545aec,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:29.162137 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3365946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937159'] for router_interface, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:29.166666 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:29.326898 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Network 62bb0309-2a70-4731-8657-86c246eeb8ba is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:38:29.328336 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:38:29.621266 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-c8cf03bb-a05b-4fb8-859e-fffb668b163c None None] Provisioning complete for port 0cdb9931-ed38-4fb4-863f-d64978545aec triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:29.622168 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c8cf03bb-a05b-4fb8-859e-fffb668b163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:29.776606 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf03bb-a05b-4fb8-859e-fffb668b163c None None] Port 0cdb9931-ed38-4fb4-863f-d64978545aec cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:38:29.877822 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Router 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:38:30.218036 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:38:30.234340 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-2fcaaa60-5d70-4ed4-8e2e-4b41354f54fd admin admin] 10.222.0.37 "PUT /v2.0/routers/5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2666202
Aug 25 16:38:31.363114 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54628) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:31.369011 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50554106', 'description': 'tempest-secgroup-smoke-50554106 description', 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:31.375170 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:31.379866 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:security_group and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:31.382971 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:31.390010 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:31.464555 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:31.525559 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:31.532219 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:security_group_rule and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:31.538656 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:31.549007 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:31.631655 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:31.704150 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:31.713778 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-45e0163b-48e6-4de1-a9ec-971b16dcfd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:31.757439 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8eb589-1655-4a86-9f10-d7b81e91aad3,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:31.760464 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:31.881373 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:31.882749 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-22eff3c7-f698-468d-b308-02f48e9bb685 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.5185244
Aug 25 16:38:31.885725 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54638) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:31.892868 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-0f72770d-88f7-47d5-862b-dc444814314c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'security_group_rule': {'security_group_id': 'dd8eb589-1655-4a86-9f10-d7b81e91aad3', 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:31.899598 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-0f72770d-88f7-47d5-862b-dc444814314c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:31.904803 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-0f72770d-88f7-47d5-862b-dc444814314c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:security_group_rule and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:31.910176 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-0f72770d-88f7-47d5-862b-dc444814314c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:31.918362 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-0f72770d-88f7-47d5-862b-dc444814314c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:32.036183 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0f72770d-88f7-47d5-862b-dc444814314c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:32.122581 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0f72770d-88f7-47d5-862b-dc444814314c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:32.231047 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0f72770d-88f7-47d5-862b-dc444814314c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:32.242540 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:32.265332 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72770d-88f7-47d5-862b-dc444814314c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99eb70de-2416-4620-aa62-9160341a47dc,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:32.271697 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-0f72770d-88f7-47d5-862b-dc444814314c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:32.350355 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-0f72770d-88f7-47d5-862b-dc444814314c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:32.351605 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-0f72770d-88f7-47d5-862b-dc444814314c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4648552
Aug 25 16:38:32.355682 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54642) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:32.362933 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-b9711f22-11d1-45c3-850e-8c6577edb55c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'security_group_rule': {'security_group_id': 'dd8eb589-1655-4a86-9f10-d7b81e91aad3', 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:32.375619 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-b9711f22-11d1-45c3-850e-8c6577edb55c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:32.380631 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-b9711f22-11d1-45c3-850e-8c6577edb55c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:security_group_rule and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:32.384142 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-b9711f22-11d1-45c3-850e-8c6577edb55c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:32.390693 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-b9711f22-11d1-45c3-850e-8c6577edb55c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:32.477348 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b9711f22-11d1-45c3-850e-8c6577edb55c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:32.563805 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b9711f22-11d1-45c3-850e-8c6577edb55c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:32.647350 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b9711f22-11d1-45c3-850e-8c6577edb55c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:32.650626 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-cb5b619e-6881-4398-a9fc-48cc725ce43e tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:32.679593 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9711f22-11d1-45c3-850e-8c6577edb55c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c641ebc3-0255-4f06-92d5-6db24314eb34,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:32.682461 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b9711f22-11d1-45c3-850e-8c6577edb55c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:32.831330 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b9711f22-11d1-45c3-850e-8c6577edb55c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:32.837983 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-b9711f22-11d1-45c3-850e-8c6577edb55c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4764719
Aug 25 16:38:32.837983 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54654) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:32.847062 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'security_group_rule': {'security_group_id': 'dd8eb589-1655-4a86-9f10-d7b81e91aad3', 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:32.858715 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:32.867066 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:security_group_rule and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:32.873398 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:32.885946 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:32.997035 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:33.093682 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Sync routers for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:38:33.112515 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:38:33.113728 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04bc1250>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:38:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:33.122765 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:33.207823 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:33.210220 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-c3a17eb5-4501-4f12-a519-abb925cade28 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:33.246064 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aff262c-1994-46d4-8580-f289efd946e7,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:33.254336 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:33.389558 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:38:33.390574 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:33.392774 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5542681
Aug 25 16:38:33.397697 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54658) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:33.401698 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-53ba4862-824f-4a5b-9a4a-55fc455afb46 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'security_group_rule': {'security_group_id': 'dd8eb589-1655-4a86-9f10-d7b81e91aad3', 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:33.408851 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-53ba4862-824f-4a5b-9a4a-55fc455afb46 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:33.419509 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-53ba4862-824f-4a5b-9a4a-55fc455afb46 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:security_group_rule and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:33.424124 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-53ba4862-824f-4a5b-9a4a-55fc455afb46 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:33.436186 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-53ba4862-824f-4a5b-9a4a-55fc455afb46 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:33.570366 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-53ba4862-824f-4a5b-9a4a-55fc455afb46 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:33.661533 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-53ba4862-824f-4a5b-9a4a-55fc455afb46 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:33.800473 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e67ab684-cde0-4cd2-9235-5d293ed91b8f up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:38:33.814781 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-53ba4862-824f-4a5b-9a4a-55fc455afb46 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:33.817730 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:33.846950 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba4862-824f-4a5b-9a4a-55fc455afb46 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8facc5ed-e5d0-40b7-afbf-bf00d13dd8c8,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:33.849984 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-53ba4862-824f-4a5b-9a4a-55fc455afb46 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:33.957196 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-53ba4862-824f-4a5b-9a4a-55fc455afb46 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:33.963285 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-53ba4862-824f-4a5b-9a4a-55fc455afb46 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5624156
Aug 25 16:38:33.963285 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54664) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:33.964877 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04bc1250>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:18Z', 'revision_number': 2, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:33.970098 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'security_group_rule': {'security_group_id': 'dd8eb589-1655-4a86-9f10-d7b81e91aad3', 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:33.972776 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Checking router: eb2925f4-58e6-4fcd-872c-9ebf85588317 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:38:33.973715 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Updating router eb2925f4-58e6-4fcd-872c-9ebf85588317 port 94561342-9239-445b-9ce8-5879c9def44b binding host dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:38:33.977446 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:33.982703 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:security_group_rule and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:33.987483 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:33.996398 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:34.084654 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:34.115532 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.securitygroups_db [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Project 867ef2f94ae54553884ee6bdcd2e06f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 25 16:38:34.120864 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port e67ab684-cde0-4cd2-9235-5d293ed91b8f completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:38:34.133642 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port e67ab684-cde0-4cd2-9235-5d293ed91b8f triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:34.134601 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:34.135093 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:34.259683 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:34.346366 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:34.349602 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:34.377843 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef0fe39-2780-4eb9-8738-6d5a515c92ea,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:34.383006 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:34.499194 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:34.506131 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-893b8693-b238-4e91-a4ad-e9ba138705e8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5372870
Aug 25 16:38:34.506445 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:34.506608 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54674) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:38:34.513322 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'security_group_rule': {'security_group_id': 'dd8eb589-1655-4a86-9f10-d7b81e91aad3', 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:38:34.521364 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:38:34.526520 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:security_group_rule and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:38:34.530920 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:38:34.540627 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:38:34.615903 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.securitygroups_db [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Project 867ef2f94ae54553884ee6bdcd2e06f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 25 16:38:34.624746 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port e67ab684-cde0-4cd2-9235-5d293ed91b8f, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e67ab684-cde0-4cd2-9235-5d293ed91b8f,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:38:34.631703 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:34.710218 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:34.715738 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:34.718111 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:34.848245 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870379'] for security_group_rule, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:34.851962 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-39d6b938-57ed-4963-87d6-30f2cfd5dfb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:34.880447 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=e67ab684-cde0-4cd2-9235-5d293ed91b8f,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:34.885898 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:34.893534 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3552c60-5445-4a0c-92c6-0cb4f9a77063,revision_number=0']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:34.900174 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:34.929929 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Notify callbacks [] for port, precommit_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:34.947302 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Transition to ACTIVE for port object 94561342-9239-445b-9ce8-5879c9def44b will not be triggered until provisioned by entity L2. {{(pid=75963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:38:35.007322 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:35.008755 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-b659b87f-662d-466c-a66a-a27b339e57c0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5008886
Aug 25 16:38:35.046933 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:35.051996 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:35.193233 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b687beb-6d9c-4be7-a6ba-28890360aae6 None None] Pushing event updated for resources: {'Port': ['ID=94561342-9239-445b-9ce8-5879c9def44b,revision_number=3']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:35.196383 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-2b687beb-6d9c-4be7-a6ba-28890360aae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:35.353663 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Attempting to bind port 94561342-9239-445b-9ce8-5879c9def44b on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:38:35.354533 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Attempting to bind port 94561342-9239-445b-9ce8-5879c9def44b by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:38:35.355698 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Attempting to bind port 94561342-9239-445b-9ce8-5879c9def44b on network d9369ff0-93d6-44b8-9afb-d4064565c3f5 {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:38:35.370350 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:38:35.370906 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Checking segment: {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:38:35.371580 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:35.372148 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Bound using segment: {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'} {{(pid=75963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:38:35.372959 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.managers [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Bound port: 94561342-9239-445b-9ce8-5879c9def44b, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'}}] {{(pid=75963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:38:35.373898 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:35.564731 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] For port 94561342-9239-445b-9ce8-5879c9def44b, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:38:35.570854 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] For port 94561342-9239-445b-9ce8-5879c9def44b, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=94561342-9239-445b-9ce8-5879c9def44b,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:38:35.670518 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:35.678391 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:35.778575 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e67ab684-cde0-4cd2-9235-5d293ed91b8f up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:38:35.832602 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-84abe4ef-8f01-4907-8701-6692dca8fec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:35.975675 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b687beb-6d9c-4be7-a6ba-28890360aae6 None None] Pushing event updated for resources: {'Port': ['ID=94561342-9239-445b-9ce8-5879c9def44b,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:35.981448 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-2b687beb-6d9c-4be7-a6ba-28890360aae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:35.988998 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:38:35.990196 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04bc1250>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:38:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:36.071284 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:36.106405 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port e67ab684-cde0-4cd2-9235-5d293ed91b8f triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:36.106991 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:36.362775 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:38:36.917817 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04bc1250>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:35Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:36.931086 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d341af-ab66-4f9d-983c-aff728182aaa None None] The sync data for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi is: [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:35Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:38:37.068609 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Sync routers for ids ['5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:38:37.089592 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Routers {'5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:38:37.090912 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04a49a90>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:38:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:37.352980 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:38:37.353895 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Set router 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:38:37.868877 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04a49a90>, [{'id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'name': 'tempest-TestVolumeBootPattern-116070770-router', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:28Z', 'revision_number': 4, 'project_id': '1c1e9813d4c741f19698ce45a82a4105', 'gw_port': {'id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '0cdb9931-ed38-4fb4-863f-d64978545aec', 'name': '', 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'mac_address': 'fa:16:3e:82:7b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c10f6dc-82fa-4833-b774-4c1e78be8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:27Z', 'updated_at': '2021-08-25T16:38:28Z', 'revision_number': 2, 'project_id': '1c1e9813d4c741f19698ce45a82a4105', 'subnets': [{'id': '4c10f6dc-82fa-4833-b774-4c1e78be8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:37.872572 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 94561342-9239-445b-9ce8-5879c9def44b up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:38:37.878745 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Checking router: 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:38:37.878745 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Updating router 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 port 0cdb9931-ed38-4fb4-863f-d64978545aec binding host dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 25 16:38:37.945768 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:38.043272 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-6c2a9557-213c-43f9-8a75-2faaaf34f5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:38.093370 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 94561342-9239-445b-9ce8-5879c9def44b completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:38:38.103415 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 94561342-9239-445b-9ce8-5879c9def44b triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:38.104018 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:38.312005 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:38.385058 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 94561342-9239-445b-9ce8-5879c9def44b, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=94561342-9239-445b-9ce8-5879c9def44b,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:38:38.460279 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Notify callbacks [] for port, precommit_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:38.475606 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:38.475924 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.provisioning_blocks [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Transition to ACTIVE for port object 0cdb9931-ed38-4fb4-863f-d64978545aec will not be triggered until provisioned by entity L2. {{(pid=75964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:38:38.479121 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-3fe06a14-c681-4990-b575-d288db80cbd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:38.555771 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:38.565161 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:38.611267 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=94561342-9239-445b-9ce8-5879c9def44b,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:38.637377 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:38.779813 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19940d14-fbe9-482e-a08f-51bd7e0d0daf None None] Pushing event updated for resources: {'Port': ['ID=0cdb9931-ed38-4fb4-863f-d64978545aec,revision_number=3']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:38.783559 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-19940d14-fbe9-482e-a08f-51bd7e0d0daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:38.960924 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Attempting to bind port 0cdb9931-ed38-4fb4-863f-d64978545aec on host dv-cinder-805825-2-iscsi for vnic_type normal with profile  {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:38:38.961437 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Attempting to bind port 0cdb9931-ed38-4fb4-863f-d64978545aec by drivers openvswitch,hyperv on host dv-cinder-805825-2-iscsi at level 0 using segments [{'id': 'e14b7fa6-87bf-4528-87e5-8db491331508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba'}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:38:38.961871 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Attempting to bind port 0cdb9931-ed38-4fb4-863f-d64978545aec on network 62bb0309-2a70-4731-8657-86c246eeb8ba {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:38:38.969553 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Checking agent: {'id': '2fc745bd-7c2c-4cf4-8b71-e3a3cda21354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 18, 6), 'started_at': datetime.datetime(2021, 8, 25, 16, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:38:38.970547 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Checking segment: {'id': 'e14b7fa6-87bf-4528-87e5-8db491331508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:38:38.970934 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:38.971334 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Bound using segment: {'id': 'e14b7fa6-87bf-4528-87e5-8db491331508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba'} {{(pid=75964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:38:38.972121 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.managers [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Bound port: 0cdb9931-ed38-4fb4-863f-d64978545aec, host: dv-cinder-805825-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14b7fa6-87bf-4528-87e5-8db491331508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba'}}] {{(pid=75964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:38:38.972349 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:39.096560 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] For port 0cdb9931-ed38-4fb4-863f-d64978545aec, host dv-cinder-805825-2-iscsi, cleared binding levels {{(pid=75964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:38:39.100398 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.plugins.ml2.db [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] For port 0cdb9931-ed38-4fb4-863f-d64978545aec, host dv-cinder-805825-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=0cdb9931-ed38-4fb4-863f-d64978545aec,segment=NetworkSegment(e14b7fa6-87bf-4528-87e5-8db491331508),segment_id=e14b7fa6-87bf-4528-87e5-8db491331508)] {{(pid=75964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:38:39.112016 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:39.218890 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron_lib.callbacks.manager [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:39.224136 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-7947e938-d28e-47ac-9afd-bbddcd37dbb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:39.333231 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Routers {'5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:38:39.334021 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04a49a90>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:38:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:39.417998 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19940d14-fbe9-482e-a08f-51bd7e0d0daf None None] Pushing event updated for resources: {'Port': ['ID=0cdb9931-ed38-4fb4-863f-d64978545aec,revision_number=4']} {{(pid=75964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:39.422217 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG oslo_concurrency.lockutils [None req-19940d14-fbe9-482e-a08f-51bd7e0d0daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:39.656424 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] Set router 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:38:39.761788 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 94561342-9239-445b-9ce8-5879c9def44b up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:38:39.915266 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 94561342-9239-445b-9ce8-5879c9def44b triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:39.915822 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:40.246770 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04a49a90>, [{'id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'name': 'tempest-TestVolumeBootPattern-116070770-router', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:28Z', 'revision_number': 4, 'project_id': '1c1e9813d4c741f19698ce45a82a4105', 'gw_port': {'id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '0cdb9931-ed38-4fb4-863f-d64978545aec', 'name': '', 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'mac_address': 'fa:16:3e:82:7b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c10f6dc-82fa-4833-b774-4c1e78be8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:27Z', 'updated_at': '2021-08-25T16:38:39Z', 'revision_number': 4, 'project_id': '1c1e9813d4c741f19698ce45a82a4105', 'subnets': [{'id': '4c10f6dc-82fa-4833-b774-4c1e78be8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:38:40.253711 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b380b91-4b93-455e-9d95-641c360b0f91 None None] The sync data for ids ['5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'] in dv-cinder-805825-2-iscsi is: [{'id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'name': 'tempest-TestVolumeBootPattern-116070770-router', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:28Z', 'revision_number': 4, 'project_id': '1c1e9813d4c741f19698ce45a82a4105', 'gw_port': {'id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '0cdb9931-ed38-4fb4-863f-d64978545aec', 'name': '', 'network_id': '62bb0309-2a70-4731-8657-86c246eeb8ba', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'mac_address': 'fa:16:3e:82:7b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c10f6dc-82fa-4833-b774-4c1e78be8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:27Z', 'updated_at': '2021-08-25T16:38:39Z', 'revision_number': 4, 'project_id': '1c1e9813d4c741f19698ce45a82a4105', 'subnets': [{'id': '4c10f6dc-82fa-4833-b774-4c1e78be8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:38:40.589824 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:41.777481 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 0cdb9931-ed38-4fb4-863f-d64978545aec up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:38:41.915347 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning for port 0cdb9931-ed38-4fb4-863f-d64978545aec completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:38:41.921437 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 0cdb9931-ed38-4fb4-863f-d64978545aec triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:41.922079 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:42.071663 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:42.117024 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] For port 0cdb9931-ed38-4fb4-863f-d64978545aec, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=0cdb9931-ed38-4fb4-863f-d64978545aec,segment=NetworkSegment(e14b7fa6-87bf-4528-87e5-8db491331508),segment_id=e14b7fa6-87bf-4528-87e5-8db491331508)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:38:42.178953 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:42.182680 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-c020d046-cce1-4199-8f5b-d3c968f61c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:38:42.316077 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Pushing event updated for resources: {'Port': ['ID=0cdb9931-ed38-4fb4-863f-d64978545aec,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:38:42.321490 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:38:43.752438 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 0cdb9931-ed38-4fb4-863f-d64978545aec up at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:38:43.900508 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Provisioning complete for port 0cdb9931-ed38-4fb4-863f-d64978545aec triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:38:43.900793 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:54.200692 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-81ac4b59-4358-460f-90d8-2e903de90dab tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Synchronizing usage tracker for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:security_group {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:38:54.288288 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-81ac4b59-4358-460f-90d8-2e903de90dab tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Unset dirty status for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:security_group {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:38:54.289881 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-81ac4b59-4358-460f-90d8-2e903de90dab tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50554106&fields=id&tenant_id=867ef2f94ae54553884ee6bdcd2e06f5 HTTP/1.1" status: 200  len: 267 time: 0.1666451
Aug 25 16:38:54.560693 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-467ef170-7705-4d57-90e0-2c30209a3fe1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:38:54.561569 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-467ef170-7705-4d57-90e0-2c30209a3fe1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Synchronizing usage tracker for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:network {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:38:54.664877 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-467ef170-7705-4d57-90e0-2c30209a3fe1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Unset dirty status for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:network {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:38:54.666163 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-467ef170-7705-4d57-90e0-2c30209a3fe1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 812 time: 0.3671837
Aug 25 16:38:54.695604 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-1633dead-7345-4fb1-8131-3d01067e12af tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/quotas/867ef2f94ae54553884ee6bdcd2e06f5 HTTP/1.1" status: 200  len: 375 time: 0.0204763
Aug 25 16:38:54.802780 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-1a4912db-e308-40fe-aa7d-3ba1eea738a9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Synchronizing usage tracker for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:38:54.880866 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:38:54.909928 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-1a4912db-e308-40fe-aa7d-3ba1eea738a9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Unset dirty status for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:38:54.912656 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-1a4912db-e308-40fe-aa7d-3ba1eea738a9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2095807
Aug 25 16:38:55.180141 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-9650b5b5-bf15-4566-9d7b-52012531d933 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=75962) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 25 16:38:55.181259 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-9650b5b5-bf15-4566-9d7b-52012531d933 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2482243
Aug 25 16:38:55.343385 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-92b29673-605d-4727-9158-14d462777be8 service neutron] 10.222.0.37 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492603
Aug 25 16:38:55.542743 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-40889d5f-7bba-48b5-89dd-a5c811adfbe6 service neutron] 10.222.0.37 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929157
Aug 25 16:38:56.520904 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cf796f5e-3378-48ed-b96b-9f02c0246eb0 req-2cfd5902-a322-4fd2-8c91-dd1a0eed76a2 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 210 time: 0.0481575
Aug 25 16:38:57.647498 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e325f2c7-f9fa-4579-be0d-1fa6d0d2c4bf req-030f149a-e30e-4873-bc78-ee5083f72689 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 210 time: 0.0470502
Aug 25 16:38:58.885624 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f51dc95a-8f48-4c4c-be15-6fe20c8db717 req-5321594e-6ba5-48c0-831a-1cd3b273759b tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 210 time: 0.0462995
Aug 25 16:39:00.075112 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-36e519dc-79e1-4477-98e3-e2e2c29c8ed4 req-0e865bc3-1152-43a2-9856-28d18dce73ff tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 210 time: 0.0470800
Aug 25 16:39:01.246972 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0428b989-4b68-47eb-bae5-cd604267720e req-ce176894-4f89-4097-81fe-f4d832634d8a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 210 time: 0.0419340
Aug 25 16:39:01.982436 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-136d55a1-6493-4711-ad43-871fb7ce3b27 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:01.984829 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-136d55a1-6493-4711-ad43-871fb7ce3b27 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 812 time: 0.1643507
Aug 25 16:39:02.051177 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-cff9981f-6a4c-4335-b91b-4050d75159ac tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=867ef2f94ae54553884ee6bdcd2e06f5 HTTP/1.1" status: 200  len: 378 time: 0.0532234
Aug 25 16:39:02.064419 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'port': {'device_id': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'admin_state_up': True, 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'security_groups': ['dd8eb589-1655-4a86-9f10-d7b81e91aad3']}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:39:02.229280 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:39:02.240404 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:39:02.343970 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Made reservation on behalf of 867ef2f94ae54553884ee6bdcd2e06f5 for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:39:02.348111 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:02.433912 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-62f62bf4-6a17-48af-af89-2c5956d08743 req-4cec5324-b5cb-43de-9cbb-8858f0743bc9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 210 time: 0.0487292
Aug 25 16:39:02.538052 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Allocated IP 172.20.0.9 (d9369ff0-93d6-44b8-9afb-d4064565c3f5/45850b24-f80b-4603-a7e2-7bd5a8f0cd77/40de5a99-e709-4f45-ade2-d2b12ac55c4a) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:39:02.924475 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:02.976135 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Transition to ACTIVE for port object 40de5a99-e709-4f45-ade2-d2b12ac55c4a will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:39:03.091720 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:03.101478 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d4fdbad5-6d54-49e8-b229-75bd47e48a96 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:03.189468 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Network d9369ff0-93d6-44b8-9afb-d4064565c3f5 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:39:03.193700 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:39:03.195783 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'Port': ['ID=40de5a99-e709-4f45-ade2-d2b12ac55c4a,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:03.198300 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:39:03.243911 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:03.244152 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:03.244858 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:03.245402 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:03.245780 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:03.246143 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:03.246533 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:03.246927 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:03.247287 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:03.247656 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:03.248007 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:03.259717 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:03.300087 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:03.301762 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:03.429829 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3709488
Aug 25 16:39:03.442467 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Request body: {'port': {'device_id': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:39:03.571230 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:03.590354 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-a7644074-5218-4cd4-91c4-8ee8b1cc24c7 None None] Provisioning for port 40de5a99-e709-4f45-ade2-d2b12ac55c4a completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:39:03.603046 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-a7644074-5218-4cd4-91c4-8ee8b1cc24c7 None None] Provisioning complete for port 40de5a99-e709-4f45-ade2-d2b12ac55c4a triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:39:03.604281 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a7644074-5218-4cd4-91c4-8ee8b1cc24c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:03.668792 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-a7644074-5218-4cd4-91c4-8ee8b1cc24c7 None None] Port 40de5a99-e709-4f45-ade2-d2b12ac55c4a cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:39:03.704107 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880c19c-5e0d-48d2-a14d-600ee2f75686 req-dbae2c07-c4e2-4b25-b194-64797853cef8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:03.706446 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a880c19c-5e0d-48d2-a14d-600ee2f75686 req-dbae2c07-c4e2-4b25-b194-64797853cef8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 931 time: 0.1219556
Aug 25 16:39:03.790921 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a880c19c-5e0d-48d2-a14d-600ee2f75686 req-0ded575a-0d65-47d5-87bf-733f164198b7 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0780430
Aug 25 16:39:04.064436 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40de5a99-e709-4f45-ade2-d2b12ac55c4a {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:39:04.073094 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:04.090743 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Transition to ACTIVE for port object 40de5a99-e709-4f45-ade2-d2b12ac55c4a will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:39:04.177263 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:04.183786 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0c248fb4-9089-467d-a1dc-5378c202f58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:04.342081 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Pushing event updated for resources: {'Port': ['ID=40de5a99-e709-4f45-ade2-d2b12ac55c4a,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:04.348582 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:04.504173 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Attempting to bind port 40de5a99-e709-4f45-ade2-d2b12ac55c4a on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:39:04.504597 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Attempting to bind port 40de5a99-e709-4f45-ade2-d2b12ac55c4a by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:39:04.505099 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Attempting to bind port 40de5a99-e709-4f45-ade2-d2b12ac55c4a on network d9369ff0-93d6-44b8-9afb-d4064565c3f5 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:39:04.516708 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Port 40de5a99-e709-4f45-ade2-d2b12ac55c4a on network d9369ff0-93d6-44b8-9afb-d4064565c3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:39:04.517265 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Attempting to bind port 40de5a99-e709-4f45-ade2-d2b12ac55c4a on network d9369ff0-93d6-44b8-9afb-d4064565c3f5 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:39:04.529314 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:39:04.529667 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Checking segment: {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:39:04.530293 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Bound using segment: {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:39:04.531053 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Bound port: 40de5a99-e709-4f45-ade2-d2b12ac55c4a, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:39:04.531861 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:04.692878 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] For port 40de5a99-e709-4f45-ade2-d2b12ac55c4a, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:39:04.698443 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] For port 40de5a99-e709-4f45-ade2-d2b12ac55c4a, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=40de5a99-e709-4f45-ade2-d2b12ac55c4a,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:39:04.788852 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:04.794945 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-058f47b5-fb9c-4572-bdfa-1792cd9a5efe tempest-TestMinimumBasicScenario-2121941506 tempest-TestMinimumBasicScenario-2121941506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:04.861447 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:04.862936 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] 10.222.0.60 "PUT /v2.0/ports/40de5a99-e709-4f45-ade2-d2b12ac55c4a HTTP/1.1" status: 200  len: 1093 time: 1.4250393
Aug 25 16:39:04.863414 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'tag': '40de5a99-e709-4f45-ade2-d2b12ac55c4a'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:39:04.890905 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Pushing event updated for resources: {'Port': ['ID=40de5a99-e709-4f45-ade2-d2b12ac55c4a,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:04.895055 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:04.937405 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'tag': '40de5a99-e709-4f45-ade2-d2b12ac55c4a', 'status': 'completed', 'code': 200}
Aug 25 16:39:05.073399 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a7180ebb-c841-4b52-b085-e8fab73033ae req-5371838b-e4c7-4688-b581-a080ef88ea53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 1096 time: 0.1145246
Aug 25 16:39:05.176417 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f4598-b8af-4c65-abee-896d81aa04b7 req-266aa522-d5b6-4a00-840c-9356a5c58e9e tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:05.177986 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f44f4598-b8af-4c65-abee-896d81aa04b7 req-266aa522-d5b6-4a00-840c-9356a5c58e9e tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 943 time: 0.1609061
Aug 25 16:39:05.235697 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f44f4598-b8af-4c65-abee-896d81aa04b7 req-232619fd-b87d-49a1-91e1-98fefb48e6a6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472648
Aug 25 16:39:05.296820 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7180ebb-c841-4b52-b085-e8fab73033ae req-d19ead69-368e-4c4f-b2d6-e4c7644446e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:05.298898 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a7180ebb-c841-4b52-b085-e8fab73033ae req-d19ead69-368e-4c4f-b2d6-e4c7644446e2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2157767
Aug 25 16:39:05.459569 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7180ebb-c841-4b52-b085-e8fab73033ae req-69fb92fe-0c39-47b0-be4c-e3f2bfb01949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:05.461337 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-a7180ebb-c841-4b52-b085-e8fab73033ae req-69fb92fe-0c39-47b0-be4c-e3f2bfb01949 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1553912
Aug 25 16:39:05.585972 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-07033a57-9d39-48b6-b578-e68453b1fdd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 1096 time: 0.0877955
Aug 25 16:39:05.661559 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-b6e3de07-f7b4-4773-9125-be34a4019fb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40de5a99-e709-4f45-ade2-d2b12ac55c4a HTTP/1.1" status: 200  len: 217 time: 0.0681434
Aug 25 16:39:05.748931 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-8931188c-997c-4ca1-8b5d-0d57675154b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:05.846265 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-a988b9fb-f872-4e31-9b3a-78d72bd67499 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:05.847626 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-a988b9fb-f872-4e31-9b3a-78d72bd67499 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.1796973
Aug 25 16:39:05.927336 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-aaea35ed-f21b-458e-93a8-c7f103335b0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725133
Aug 25 16:39:06.039888 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:06.074297 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-8fe24c56-f859-4e71-9ee3-d7e394c051d1 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399987
Aug 25 16:39:06.258681 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-360e6e5b-893d-4dde-80e0-37ea76f8ac8a req-6e1618a2-5c2b-4af1-a272-7cebb896c7ed service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774414
Aug 25 16:39:06.497593 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a382c9-91c0-41e3-9734-3388a2544b5a req-4658aa97-560d-4a93-a197-58e86f0adce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:06.499413 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-00a382c9-91c0-41e3-9734-3388a2544b5a req-4658aa97-560d-4a93-a197-58e86f0adce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 943 time: 0.0820196
Aug 25 16:39:06.556240 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-00a382c9-91c0-41e3-9734-3388a2544b5a req-cdf3a43a-51d4-494a-a3e4-99bf7e6a8a83 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0504460
Aug 25 16:39:08.010745 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-0871a428-4927-498e-9c3a-a764ddb75b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:08.025106 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c393a-5b46-4c78-9cd0-0610e5df52db req-7a78e99a-9505-4fa9-8dcb-db88f6d886bc tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:08.028518 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1a3c393a-5b46-4c78-9cd0-0610e5df52db req-7a78e99a-9505-4fa9-8dcb-db88f6d886bc tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 943 time: 0.2755775
Aug 25 16:39:08.119083 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1a3c393a-5b46-4c78-9cd0-0610e5df52db req-cdeb89f6-e1d4-40cc-be4c-d566e13c14be tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0850141
Aug 25 16:39:08.669370 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 54990) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:08.834196 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:08.869989 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:39:08.874386 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Usage tracker for resource:security_group_rule and tenant:507aea446a8e4f01bc9363f5d039d1da is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:39:08.877813 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:39:08.884165 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:39:08.971430 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:09.068125 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:09.076174 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-9468a09f-ab65-464d-abce-542b9a494ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:09.096634 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:09.122054 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da70a7c-0477-463e-adf1-755fe8e0cc78,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:09.128302 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=507aea446a8e4f01bc9363f5d039d1da&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4577358
Aug 25 16:39:09.131110 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 54996) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:09.135529 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:09.140471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:09.140471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:09.140471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:09.140471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:09.140471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:09.140471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:09.140471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:09.140471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:09.140471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:09.140471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:09.143489 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-75dff72f-6160-4f1e-a006-9400678030a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:09.215577 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0a326030-3010-4e5e-9fe1-a5d3c2d862be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:09.253027 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0a326030-3010-4e5e-9fe1-a5d3c2d862be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:09.370931 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3129fe3-f449-4f70-8444-4a7ff2dfc4c3 req-8c6b0f76-5e1b-42b2-9f79-d440277879cb tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:09.373899 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c3129fe3-f449-4f70-8444-4a7ff2dfc4c3 req-8c6b0f76-5e1b-42b2-9f79-d440277879cb tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 943 time: 0.1146290
Aug 25 16:39:09.427570 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c3129fe3-f449-4f70-8444-4a7ff2dfc4c3 req-e069a6e3-6523-4991-bd79-d23635992a4d tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0473452
Aug 25 16:39:09.445939 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0a326030-3010-4e5e-9fe1-a5d3c2d862be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:09.452479 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d28be067-8b72-42d4-80f4-e6b5ef18da82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:09.469999 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a326030-3010-4e5e-9fe1-a5d3c2d862be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da70a7c-0477-463e-adf1-755fe8e0cc78,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:09.473575 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0a326030-3010-4e5e-9fe1-a5d3c2d862be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:09.481006 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-0a326030-3010-4e5e-9fe1-a5d3c2d862be admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:09.482492 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-0a326030-3010-4e5e-9fe1-a5d3c2d862be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2da70a7c-0477-463e-adf1-755fe8e0cc78 HTTP/1.1" status: 204  len: 168 time: 0.3503413
Aug 25 16:39:10.158454 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55006) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:10.180258 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-54751738-5676-49f9-8786-c43d5114ff94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:10.215645 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-54751738-5676-49f9-8786-c43d5114ff94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:39:10.222603 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-54751738-5676-49f9-8786-c43d5114ff94 admin admin] Usage tracker for resource:security_group_rule and tenant:e4319dfd7acd419ea83cc95a3809dcf4 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:39:10.227537 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-54751738-5676-49f9-8786-c43d5114ff94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:39:10.238510 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-54751738-5676-49f9-8786-c43d5114ff94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:39:10.321424 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-54751738-5676-49f9-8786-c43d5114ff94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:10.399649 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-54751738-5676-49f9-8786-c43d5114ff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:10.408474 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-951a02e4-f7eb-435e-a1c1-e5e46f302aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:10.451948 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54751738-5676-49f9-8786-c43d5114ff94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c1a20f-178b-4ff2-88cc-db75dd12eefd,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:10.456306 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-54751738-5676-49f9-8786-c43d5114ff94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4319dfd7acd419ea83cc95a3809dcf4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2966480
Aug 25 16:39:10.457374 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-54751738-5676-49f9-8786-c43d5114ff94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:10.459730 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55010) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:10.534125 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6b6a-19a0-4f6b-9b2c-e791772cf8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:10.565597 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6b6a-19a0-4f6b-9b2c-e791772cf8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:10.577664 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:10.662526 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8a220-0c19-49bd-a9a3-cc4c765aabab req-765edc55-93bb-4c60-925f-fe4bd127d92c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:10.664131 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dcb8a220-0c19-49bd-a9a3-cc4c765aabab req-765edc55-93bb-4c60-925f-fe4bd127d92c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 943 time: 0.0908477
Aug 25 16:39:10.708316 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6b6a-19a0-4f6b-9b2c-e791772cf8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:10.717163 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee9a5811-2771-4fb1-91ae-c78558e66cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:10.727070 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dcb8a220-0c19-49bd-a9a3-cc4c765aabab req-2524db81-fb49-4202-8c53-6c7b54efdb29 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0561538
Aug 25 16:39:10.733393 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b6b6a-19a0-4f6b-9b2c-e791772cf8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c1a20f-178b-4ff2-88cc-db75dd12eefd,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:10.740930 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2c8b6b6a-19a0-4f6b-9b2c-e791772cf8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:10.743025 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6b6a-19a0-4f6b-9b2c-e791772cf8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:10.745901 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-2c8b6b6a-19a0-4f6b-9b2c-e791772cf8f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87c1a20f-178b-4ff2-88cc-db75dd12eefd HTTP/1.1" status: 204  len: 168 time: 0.2851937
Aug 25 16:39:11.972926 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e9021-c64d-4df8-b032-1cc0aeccb322 req-53f1713e-7b8a-4e2a-97d3-516ea803e8f4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:11.975000 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-836e9021-c64d-4df8-b032-1cc0aeccb322 req-53f1713e-7b8a-4e2a-97d3-516ea803e8f4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 943 time: 0.0917292
Aug 25 16:39:12.051998 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-836e9021-c64d-4df8-b032-1cc0aeccb322 req-4f43f282-7810-4602-b659-4f00869eaf21 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0696609
Aug 25 16:39:13.297310 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3ef1e-0bd3-49fd-b227-c823abaf1eb2 req-c36afb6e-98f5-431a-bd61-4a28b7c0fa5a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:13.298956 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bed3ef1e-0bd3-49fd-b227-c823abaf1eb2 req-c36afb6e-98f5-431a-bd61-4a28b7c0fa5a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 943 time: 0.0908437
Aug 25 16:39:13.354285 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bed3ef1e-0bd3-49fd-b227-c823abaf1eb2 req-74fa6b6d-4b14-441b-9953-82070aa554ea tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0487418
Aug 25 16:39:14.345785 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:39:14.619010 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d443aed-5fe6-455a-8eaf-3ff6bc2cb80f req-3cb82b4f-eb86-4b94-b89f-31ed3da3bdce tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:14.621772 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9d443aed-5fe6-455a-8eaf-3ff6bc2cb80f req-3cb82b4f-eb86-4b94-b89f-31ed3da3bdce tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 943 time: 0.1155698
Aug 25 16:39:14.690293 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9d443aed-5fe6-455a-8eaf-3ff6bc2cb80f req-4ccc32a3-f454-4ddf-b05c-a7dd1e81dd04 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0606019
Aug 25 16:39:15.346935 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55086) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:15.509831 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e866f43f-134c-4b3e-a212-d88a67729341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:15.546606 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-e866f43f-134c-4b3e-a212-d88a67729341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:39:15.550616 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-e866f43f-134c-4b3e-a212-d88a67729341 admin admin] Usage tracker for resource:security_group_rule and tenant:3bea1e2cb3304b13ad07ee0f58e45418 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:39:15.553867 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-e866f43f-134c-4b3e-a212-d88a67729341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:39:15.560699 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-e866f43f-134c-4b3e-a212-d88a67729341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:39:15.657613 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e866f43f-134c-4b3e-a212-d88a67729341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:15.736816 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-e866f43f-134c-4b3e-a212-d88a67729341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:15.745080 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-7ac2dee9-e168-4276-bfd9-2371c8b1c2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:15.797559 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866f43f-134c-4b3e-a212-d88a67729341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed0c9b4-a595-4d2b-8ef9-7b9512628ca5,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:15.801136 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e866f43f-134c-4b3e-a212-d88a67729341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:15.806430 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-e866f43f-134c-4b3e-a212-d88a67729341 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3bea1e2cb3304b13ad07ee0f58e45418&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4574437
Aug 25 16:39:15.810799 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55094) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:15.884467 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 40de5a99-e709-4f45-ade2-d2b12ac55c4a details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:39:15.890579 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-057f86d4-d31e-467f-8c10-26deeeb2a094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:15.933504 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-057f86d4-d31e-467f-8c10-26deeeb2a094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:15.985522 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d19dc-ff40-4d29-985e-80a5849ab962 req-da138e5a-b849-4c47-9be0-d4d631fbc02f tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:15.986716 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c19d19dc-ff40-4d29-985e-80a5849ab962 req-da138e5a-b849-4c47-9be0-d4d631fbc02f tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 943 time: 0.1465933
Aug 25 16:39:16.057775 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c19d19dc-ff40-4d29-985e-80a5849ab962 req-4f84c11f-23b0-453d-867a-2f330705ea96 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0593867
Aug 25 16:39:16.096808 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-057f86d4-d31e-467f-8c10-26deeeb2a094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:16.099643 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 40de5a99-e709-4f45-ade2-d2b12ac55c4a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=40de5a99-e709-4f45-ade2-d2b12ac55c4a,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:39:16.105795 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-09ec2574-a10d-4133-9e20-3f0c51768015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:16.119990 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '40de5a99-e709-4f45-ade2-d2b12ac55c4a', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'port_id': '40de5a99-e709-4f45-ade2-d2b12ac55c4a', 'mac_address': 'fa:16:3e:fb:4c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:39:16.125804 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f86d4-d31e-467f-8c10-26deeeb2a094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed0c9b4-a595-4d2b-8ef9-7b9512628ca5,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:16.132195 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-057f86d4-d31e-467f-8c10-26deeeb2a094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:16.139128 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-057f86d4-d31e-467f-8c10-26deeeb2a094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:16.141617 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-057f86d4-d31e-467f-8c10-26deeeb2a094 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ed0c9b4-a595-4d2b-8ef9-7b9512628ca5 HTTP/1.1" status: 204  len: 168 time: 0.3286052
Aug 25 16:39:16.207002 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:16.226844 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40de5a99-e709-4f45-ade2-d2b12ac55c4a {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:39:16.245579 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 40de5a99-e709-4f45-ade2-d2b12ac55c4a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=40de5a99-e709-4f45-ade2-d2b12ac55c4a,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:39:16.331110 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:16.332968 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:16.411433 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=40de5a99-e709-4f45-ade2-d2b12ac55c4a,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:16.421777 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:16.422123 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:16.422440 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:16.422768 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:16.423092 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:16.423423 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:16.423747 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:16.424066 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:16.424384 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:16.424707 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:16.425020 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:39:16.430533 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:16.544887 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['40de5a99-e709-4f45-ade2-d2b12ac55c4a'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:39:17.201771 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55104) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:17.224367 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-69900dbb-37c2-4c48-a2df-fe1f870fb506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:17.263960 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-69900dbb-37c2-4c48-a2df-fe1f870fb506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:39:17.269587 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-69900dbb-37c2-4c48-a2df-fe1f870fb506 admin admin] Usage tracker for resource:security_group_rule and tenant:d4124c87a2dc40e480339e2ba90989b7 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:39:17.273042 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-69900dbb-37c2-4c48-a2df-fe1f870fb506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:39:17.280975 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-69900dbb-37c2-4c48-a2df-fe1f870fb506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:39:17.334350 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e80e53-e644-4d6c-9aac-54b76b687876 req-4ba62720-7142-492c-b771-0bffc2d5092b tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:17.335949 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e9e80e53-e644-4d6c-9aac-54b76b687876 req-4ba62720-7142-492c-b771-0bffc2d5092b tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 944 time: 0.1231413
Aug 25 16:39:17.393561 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-69900dbb-37c2-4c48-a2df-fe1f870fb506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:17.394166 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e9e80e53-e644-4d6c-9aac-54b76b687876 req-3af662a2-5b4b-4ec8-8a14-0f827a1aa4ca tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0513043
Aug 25 16:39:17.473699 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-69900dbb-37c2-4c48-a2df-fe1f870fb506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:17.481138 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2233b97f-3477-4450-9601-4b090febfe97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:17.557488 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-69900dbb-37c2-4c48-a2df-fe1f870fb506 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4124c87a2dc40e480339e2ba90989b7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3542964
Aug 25 16:39:17.558727 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69900dbb-37c2-4c48-a2df-fe1f870fb506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2192d0f8-e900-47f2-a825-41c29f913965,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:17.560397 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 55108) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:17.564566 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-69900dbb-37c2-4c48-a2df-fe1f870fb506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:17.663645 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-298436a1-ced6-48b5-a2a4-1822ef96d845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:17.712132 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-298436a1-ced6-48b5-a2a4-1822ef96d845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:17.900037 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 40de5a99-e709-4f45-ade2-d2b12ac55c4a up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:39:17.907726 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-298436a1-ced6-48b5-a2a4-1822ef96d845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:17.912145 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-c845fa1a-ad22-4630-8c2c-516e8d28cf49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:17.927418 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298436a1-ced6-48b5-a2a4-1822ef96d845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2192d0f8-e900-47f2-a825-41c29f913965,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:17.931504 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-298436a1-ced6-48b5-a2a4-1822ef96d845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:17.946843 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-298436a1-ced6-48b5-a2a4-1822ef96d845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:17.951186 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-298436a1-ced6-48b5-a2a4-1822ef96d845 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2192d0f8-e900-47f2-a825-41c29f913965 HTTP/1.1" status: 204  len: 168 time: 0.3866389
Aug 25 16:39:18.062440 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 40de5a99-e709-4f45-ade2-d2b12ac55c4a completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:39:18.068095 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 40de5a99-e709-4f45-ade2-d2b12ac55c4a triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:39:18.068497 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:18.208581 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:18.240623 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40de5a99-e709-4f45-ade2-d2b12ac55c4a'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:39:18.253385 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 40de5a99-e709-4f45-ade2-d2b12ac55c4a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=40de5a99-e709-4f45-ade2-d2b12ac55c4a,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:39:18.301415 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:18.304891 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:18.380121 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=40de5a99-e709-4f45-ade2-d2b12ac55c4a,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:18.383371 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:18.627174 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40de5a99-e709-4f45-ade2-d2b12ac55c4a', 'code': 200}
Aug 25 16:39:18.711018 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6766c-a83a-4dd3-b69b-c37904470584 req-49d36f77-b399-4ee6-92f1-9fce1598ed5b tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:18.713713 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b4b6766c-a83a-4dd3-b69b-c37904470584 req-49d36f77-b399-4ee6-92f1-9fce1598ed5b tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 945 time: 0.1054399
Aug 25 16:39:18.803608 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b4b6766c-a83a-4dd3-b69b-c37904470584 req-ff14a362-ca89-42ac-b0a3-94829b4e4778 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0824230
Aug 25 16:39:19.164660 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-5fb7ee37-3d34-431e-9bbe-47edbfa49fdd req-f422cc40-ea6b-420d-99bb-2bf054c6690c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 1098 time: 0.0920172
Aug 25 16:39:19.215714 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-5fb7ee37-3d34-431e-9bbe-47edbfa49fdd req-0ba167c1-60ec-46ac-8ee1-c3b1ae5f3d14 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435438
Aug 25 16:39:20.072624 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27614854-cb00-410c-861b-2901b09640c5 req-88becfd8-9098-4ef0-a37c-0d3c8ecf776a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:20.074607 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-27614854-cb00-410c-861b-2901b09640c5 req-88becfd8-9098-4ef0-a37c-0d3c8ecf776a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 945 time: 0.0997891
Aug 25 16:39:20.148085 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-27614854-cb00-410c-861b-2901b09640c5 req-0aeeb531-72f5-4bdf-9c0e-26362862537a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0624282
Aug 25 16:39:21.419880 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58073-474c-4256-b1a6-4bba8342b7b3 req-1bd9ef2e-6b3a-4dcb-ac65-e84f9ec03d7d tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:21.422201 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8bd58073-474c-4256-b1a6-4bba8342b7b3 req-1bd9ef2e-6b3a-4dcb-ac65-e84f9ec03d7d tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 945 time: 0.1149299
Aug 25 16:39:21.487754 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8bd58073-474c-4256-b1a6-4bba8342b7b3 req-531aa45b-067d-4ab4-bbe2-45b84fec0487 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0580530
Aug 25 16:39:21.831149 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3a57c-12e3-40fd-bc0e-896d00183b37 req-ead170aa-1d46-461a-872b-3096e8864cba tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:21.833219 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-89d3a57c-12e3-40fd-bc0e-896d00183b37 req-ead170aa-1d46-461a-872b-3096e8864cba tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 945 time: 0.1019175
Aug 25 16:39:21.907058 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-89d3a57c-12e3-40fd-bc0e-896d00183b37 req-f8ac3614-f4a5-4e6b-88c6-f5b3e7bd5fba tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0627921
Aug 25 16:39:21.954821 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 55174) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:22.301341 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-c114918f-95ca-48aa-a47d-95d85d3917b3 tempest-TestVolumeBootPattern-1671287668 tempest-TestVolumeBootPattern-1671287668-project-admin] Synchronizing usage tracker for tenant:1c1e9813d4c741f19698ce45a82a4105 on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:39:22.462127 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-c114918f-95ca-48aa-a47d-95d85d3917b3 tempest-TestVolumeBootPattern-1671287668 tempest-TestVolumeBootPattern-1671287668-project-admin] Unset dirty status for tenant:1c1e9813d4c741f19698ce45a82a4105 on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:39:22.463587 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-c114918f-95ca-48aa-a47d-95d85d3917b3 tempest-TestVolumeBootPattern-1671287668 tempest-TestVolumeBootPattern-1671287668-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 1093 time: 0.5072308
Aug 25 16:39:22.467519 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 55180) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:22.474349 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.v2.base [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'floatingip': {'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'port_id': '40de5a99-e709-4f45-ade2-d2b12ac55c4a', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=75962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:39:22.480620 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:39:22.486942 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:floatingip and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:39:22.490949 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:39:22.499331 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:39:22.594141 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:22.775471 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:22.946286 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.db_base_plugin_common [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Allocated IP 172.27.3.36 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/cbcf567c-b201-411a-bd01-03cae5929458) {{(pid=75962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:39:23.215615 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for port, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:23.302646 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:23.307006 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-facf2f4d-c680-425e-92a1-e8d24d1f11af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:23.377192 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:39:23.380446 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.base_scheduler [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources bound (agent type, host, resource id):  {{(pid=75962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:39:23.385345 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Received port after_create {{(pid=75962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:39:23.419825 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'Port': ['ID=cbcf567c-b201-411a-bd01-03cae5929458,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:23.429563 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:23.995525 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:24.117724 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:24.360429 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for port, precommit_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:24.439292 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716064'] for port, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:24.447325 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-65973c4c-56a4-487e-a974-de60e173eccc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:24.573922 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'Port': ['ID=cbcf567c-b201-411a-bd01-03cae5929458,revision_number=2']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:24.580176 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:24.597565 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:24.833478 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.db.l3_db [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Floating IP 7f257a40-ce46-4ebc-8761-3f7a146ae239 associated. External IP: 172.27.3.36, port: 40de5a99-e709-4f45-ade2-d2b12ac55c4a.
Aug 25 16:39:24.879816 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:25.474322 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Router eb2925f4-58e6-4fcd-872c-9ebf85588317 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:39:25.788203 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:39:25.802305 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54da6d43-43a0-45eb-a531-05ad13c0b4aa None None] Sync routers for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:39:25.817892 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da6d43-43a0-45eb-a531-05ad13c0b4aa None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:39:25.818550 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-54da6d43-43a0-45eb-a531-05ad13c0b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0481c820>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:39:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:39:25.975934 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:26.022347 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-54da6d43-43a0-45eb-a531-05ad13c0b4aa None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:39:26.044204 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.5751956
Aug 25 16:39:26.044954 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'tag': '40de5a99-e709-4f45-ade2-d2b12ac55c4a'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:39:26.293480 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 55212) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:26.428633 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'tag': '40de5a99-e709-4f45-ade2-d2b12ac55c4a', 'status': 'completed', 'code': 200}
Aug 25 16:39:26.538558 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cc52d0de-ec8d-4bb7-8cbb-e451494cae56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:26.584047 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-cc52d0de-ec8d-4bb7-8cbb-e451494cae56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:39:26.589715 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-cc52d0de-ec8d-4bb7-8cbb-e451494cae56 admin admin] Usage tracker for resource:security_group_rule and tenant:ee41a8cc1f544b47986b4a8468eb4cdc is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:39:26.594490 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-cc52d0de-ec8d-4bb7-8cbb-e451494cae56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:39:26.602637 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-cc52d0de-ec8d-4bb7-8cbb-e451494cae56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:39:26.611007 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c17be4d-4eaf-4b3f-856b-487783340c63 req-413a44d4-0cde-494c-bafa-1212b12efcce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 1098 time: 0.1508083
Aug 25 16:39:26.642020 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-54da6d43-43a0-45eb-a531-05ad13c0b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0481c820>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '7f257a40-ce46-4ebc-8761-3f7a146ae239', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '40de5a99-e709-4f45-ade2-d2b12ac55c4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:fb:4c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:39:23Z', 'updated_at': '2021-08-25T16:39:23Z', 'revision_number': 0, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:39:26.647553 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54da6d43-43a0-45eb-a531-05ad13c0b4aa None None] Checking router: eb2925f4-58e6-4fcd-872c-9ebf85588317 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:39:26.666801 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da6d43-43a0-45eb-a531-05ad13c0b4aa None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:39:26.667727 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-54da6d43-43a0-45eb-a531-05ad13c0b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0481c820>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:39:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:39:26.715110 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cc52d0de-ec8d-4bb7-8cbb-e451494cae56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:26.778444 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17be4d-4eaf-4b3f-856b-487783340c63 req-a083ed8b-10a4-43e5-b7a6-41c749a121e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:26.781544 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c17be4d-4eaf-4b3f-856b-487783340c63 req-a083ed8b-10a4-43e5-b7a6-41c749a121e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 913 time: 0.1633768
Aug 25 16:39:26.885182 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cc52d0de-ec8d-4bb7-8cbb-e451494cae56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:26.898121 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-89f4e4aa-92ff-4fec-9d44-4367f80ead55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:26.901020 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-54da6d43-43a0-45eb-a531-05ad13c0b4aa None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:39:26.928178 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c17be4d-4eaf-4b3f-856b-487783340c63 req-8f838bfb-d2b3-43cf-ba0b-66395f215b6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40de5a99-e709-4f45-ade2-d2b12ac55c4a HTTP/1.1" status: 200  len: 998 time: 0.1397026
Aug 25 16:39:26.989398 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52d0de-ec8d-4bb7-8cbb-e451494cae56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c49b0f-4cc4-440e-b674-6a6cb90cc8be,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:26.996337 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-cc52d0de-ec8d-4bb7-8cbb-e451494cae56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:27.001363 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-cc52d0de-ec8d-4bb7-8cbb-e451494cae56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee41a8cc1f544b47986b4a8468eb4cdc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7062168
Aug 25 16:39:27.005453 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55218) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:27.077051 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17be4d-4eaf-4b3f-856b-487783340c63 req-89811bfd-7daf-40de-b48a-def268f0c657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:27.078914 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c17be4d-4eaf-4b3f-856b-487783340c63 req-89811bfd-7daf-40de-b48a-def268f0c657 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.1449738
Aug 25 16:39:27.156415 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-360279b5-2962-4546-bccf-1695bb320146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:27.197487 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-360279b5-2962-4546-bccf-1695bb320146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:27.250255 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c17be4d-4eaf-4b3f-856b-487783340c63 req-a7acbcce-e763-437e-8ccb-ea24bb8854d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1626928
Aug 25 16:39:27.454147 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-54da6d43-43a0-45eb-a531-05ad13c0b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0481c820>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '7f257a40-ce46-4ebc-8761-3f7a146ae239', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '40de5a99-e709-4f45-ade2-d2b12ac55c4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:fb:4c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:39:23Z', 'updated_at': '2021-08-25T16:39:23Z', 'revision_number': 0, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:39:27.461558 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54da6d43-43a0-45eb-a531-05ad13c0b4aa None None] The sync data for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi is: [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '7f257a40-ce46-4ebc-8761-3f7a146ae239', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '40de5a99-e709-4f45-ade2-d2b12ac55c4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:fb:4c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:39:23Z', 'updated_at': '2021-08-25T16:39:23Z', 'revision_number': 0, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:39:27.469090 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-360279b5-2962-4546-bccf-1695bb320146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:27.475411 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-11a47ed3-d08e-4a9e-82e7-50dcac8a0b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:27.504321 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360279b5-2962-4546-bccf-1695bb320146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c49b0f-4cc4-440e-b674-6a6cb90cc8be,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:27.515643 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-360279b5-2962-4546-bccf-1695bb320146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:27.533070 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-360279b5-2962-4546-bccf-1695bb320146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:27.538014 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-360279b5-2962-4546-bccf-1695bb320146 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0c49b0f-4cc4-440e-b674-6a6cb90cc8be HTTP/1.1" status: 204  len: 168 time: 0.5277190
Aug 25 16:39:27.540936 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c17be4d-4eaf-4b3f-856b-487783340c63 req-dc05a9cf-7de5-4254-aea2-b8be11393b5c service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2838109
Aug 25 16:39:27.773796 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-8c17be4d-4eaf-4b3f-856b-487783340c63 req-3b8a81c1-d8a8-4898-8627-776006a6c8a3 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2257097
Aug 25 16:39:27.788781 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48709bbc-4bf0-43c4-86d7-fa99c40af763 None None] New status for floating IP 7f257a40-ce46-4ebc-8761-3f7a146ae239: ACTIVE {{(pid=75964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:39:28.477743 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55226) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:28.497628 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-69998762-b764-45a2-a5ce-d9e910e08858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:28.536944 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-69998762-b764-45a2-a5ce-d9e910e08858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:39:28.541972 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-69998762-b764-45a2-a5ce-d9e910e08858 admin admin] Usage tracker for resource:security_group_rule and tenant:b39b7c14d6a746b4a36d748cb31ade86 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:39:28.546740 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-69998762-b764-45a2-a5ce-d9e910e08858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:39:28.554538 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-69998762-b764-45a2-a5ce-d9e910e08858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:39:28.645284 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-69998762-b764-45a2-a5ce-d9e910e08858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:28.764831 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-69998762-b764-45a2-a5ce-d9e910e08858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:28.772780 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-62b44423-e2d4-4dbe-8336-486eee877a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:28.819735 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69998762-b764-45a2-a5ce-d9e910e08858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d9b585-ee6b-45fa-8513-e8dafc24aab9,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:28.822813 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-69998762-b764-45a2-a5ce-d9e910e08858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:28.826022 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-69998762-b764-45a2-a5ce-d9e910e08858 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b39b7c14d6a746b4a36d748cb31ade86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3470323
Aug 25 16:39:28.829893 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55230) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:28.907935 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d0eecc59-f3c3-4217-972c-c9d3e0cdf64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:28.940206 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d0eecc59-f3c3-4217-972c-c9d3e0cdf64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:29.108633 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d0eecc59-f3c3-4217-972c-c9d3e0cdf64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:29.113794 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f97000ff-5c95-4133-b79d-b7061c1ee2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:29.127610 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eecc59-f3c3-4217-972c-c9d3e0cdf64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d9b585-ee6b-45fa-8513-e8dafc24aab9,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:29.133947 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d0eecc59-f3c3-4217-972c-c9d3e0cdf64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:29.135362 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d0eecc59-f3c3-4217-972c-c9d3e0cdf64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:29.136544 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-d0eecc59-f3c3-4217-972c-c9d3e0cdf64e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58d9b585-ee6b-45fa-8513-e8dafc24aab9 HTTP/1.1" status: 204  len: 168 time: 0.3061323
Aug 25 16:39:35.718883 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3167a438-dc56-41a2-a37c-6f1320aa190f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:35.969886 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:38.004312 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-8d656c54-4406-4c4c-87c6-55fdc10c3edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:39.078783 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:40.610739 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:44.848668 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55328) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:45.052062 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fd48b816-8c25-4099-9381-19fc1e657fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:45.090901 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-fd48b816-8c25-4099-9381-19fc1e657fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:39:45.099042 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-fd48b816-8c25-4099-9381-19fc1e657fef admin admin] Usage tracker for resource:security_group_rule and tenant:4fac48037a8746a2b7f4f5e1499f8a5b is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:39:45.104463 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-fd48b816-8c25-4099-9381-19fc1e657fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:39:45.118447 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-fd48b816-8c25-4099-9381-19fc1e657fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:39:45.216992 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fd48b816-8c25-4099-9381-19fc1e657fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:45.296232 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-fd48b816-8c25-4099-9381-19fc1e657fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:45.306925 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9ef49baa-a0bb-490f-b03a-4bb2753c07ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:45.358463 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-fd48b816-8c25-4099-9381-19fc1e657fef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fac48037a8746a2b7f4f5e1499f8a5b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5085006
Aug 25 16:39:45.359332 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48b816-8c25-4099-9381-19fc1e657fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d12a2-1af4-44da-9b74-b5548f60b435,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:45.361744 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55334) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:45.364602 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-fd48b816-8c25-4099-9381-19fc1e657fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:45.437390 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ebedcdb9-2f98-427c-950b-c0e2378093ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:45.469846 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ebedcdb9-2f98-427c-950b-c0e2378093ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:45.632510 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ebedcdb9-2f98-427c-950b-c0e2378093ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:45.636455 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee9a4e0f-87e6-4a21-9512-3dcb6bf54113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:45.649647 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedcdb9-2f98-427c-950b-c0e2378093ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d12a2-1af4-44da-9b74-b5548f60b435,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:45.654028 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ebedcdb9-2f98-427c-950b-c0e2378093ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:45.657783 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ebedcdb9-2f98-427c-950b-c0e2378093ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:45.659812 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ebedcdb9-2f98-427c-950b-c0e2378093ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad1d12a2-1af4-44da-9b74-b5548f60b435 HTTP/1.1" status: 204  len: 168 time: 0.2962532
Aug 25 16:39:46.574123 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55342) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:46.609606 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ef2390e8-f3b5-44d8-9591-d7f42e212ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:46.670800 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ef2390e8-f3b5-44d8-9591-d7f42e212ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:39:46.677989 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ef2390e8-f3b5-44d8-9591-d7f42e212ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:346cb13e8b944454b85d60de11da91ae is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:39:46.683349 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-ef2390e8-f3b5-44d8-9591-d7f42e212ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:39:46.694537 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-ef2390e8-f3b5-44d8-9591-d7f42e212ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:39:46.813560 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ef2390e8-f3b5-44d8-9591-d7f42e212ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:46.939947 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-ef2390e8-f3b5-44d8-9591-d7f42e212ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:46.948045 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-eedac550-c600-4092-b9e3-123c74c256e4 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:46.999594 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2390e8-f3b5-44d8-9591-d7f42e212ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c49b48-278c-41cb-8911-5b033215d714,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:47.003293 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ef2390e8-f3b5-44d8-9591-d7f42e212ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:47.009982 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-ef2390e8-f3b5-44d8-9591-d7f42e212ad4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=346cb13e8b944454b85d60de11da91ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4341683
Aug 25 16:39:47.013737 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 55346) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:39:47.088158 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2c69a3d8-f12e-4ff5-82f6-9f30084276eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:47.125036 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2c69a3d8-f12e-4ff5-82f6-9f30084276eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:47.261410 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2c69a3d8-f12e-4ff5-82f6-9f30084276eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:47.266958 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-42c8502a-13fc-4a32-ba72-871070fe7093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:39:47.280705 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69a3d8-f12e-4ff5-82f6-9f30084276eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c49b48-278c-41cb-8911-5b033215d714,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:39:47.283731 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-2c69a3d8-f12e-4ff5-82f6-9f30084276eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:39:47.292527 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-2c69a3d8-f12e-4ff5-82f6-9f30084276eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:47.293963 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-2c69a3d8-f12e-4ff5-82f6-9f30084276eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58c49b48-278c-41cb-8911-5b033215d714 HTTP/1.1" status: 204  len: 168 time: 0.2788939
Aug 25 16:39:51.361902 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:39:54.900353 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:39:59.296551 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d878c254-8930-4441-ad7c-c92256dffebf req-798fa08e-2889-444a-b51f-7e2a8f74ee6e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0914030
Aug 25 16:39:59.486884 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d878c254-8930-4441-ad7c-c92256dffebf req-5be0dcff-fb53-4ee7-b66a-5ffb240faeff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 1098 time: 0.0912035
Aug 25 16:39:59.755524 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c254-8930-4441-ad7c-c92256dffebf req-24215f21-8753-440a-8a22-75c0ed8d99e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:39:59.759600 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d878c254-8930-4441-ad7c-c92256dffebf req-24215f21-8753-440a-8a22-75c0ed8d99e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 913 time: 0.2475049
Aug 25 16:39:59.901097 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d878c254-8930-4441-ad7c-c92256dffebf req-cedeed03-4ff5-4ca9-9eac-b89ab750f5de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40de5a99-e709-4f45-ade2-d2b12ac55c4a HTTP/1.1" status: 200  len: 1000 time: 0.1363430
Aug 25 16:40:00.018994 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c254-8930-4441-ad7c-c92256dffebf req-7220e288-f200-4564-8f75-4ebc49778bc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:00.021569 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d878c254-8930-4441-ad7c-c92256dffebf req-7220e288-f200-4564-8f75-4ebc49778bc7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.1136117
Aug 25 16:40:00.114629 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d878c254-8930-4441-ad7c-c92256dffebf req-eea47960-c64f-4f91-9a77-a2844bcf790a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803437
Aug 25 16:40:00.353870 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d878c254-8930-4441-ad7c-c92256dffebf req-9e7ca3fe-7b2a-48a1-a988-18e4d690b916 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300274
Aug 25 16:40:00.566881 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d878c254-8930-4441-ad7c-c92256dffebf req-4ae34faf-7869-4254-9de4-8229caa22c15 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2059889
Aug 25 16:40:04.457821 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55480) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:40:04.628384 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:04.666426 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:40:04.670664 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:140ea5181d554437ae40bcaae773ca8a is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:40:04.673957 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:40:04.681829 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:40:04.896754 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:04.978792 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:04.986882 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-afb946f6-857d-4d2e-b91f-cb0b0c92342c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:05.038107 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08653d6d-239a-4eba-a0a0-ffb9865782e3,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:05.044605 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=140ea5181d554437ae40bcaae773ca8a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5850861
Aug 25 16:40:05.049410 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 55486) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:40:05.053987 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:05.054446 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:05.054895 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:05.055328 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:05.055763 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:05.056190 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:05.056618 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:05.057164 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:05.057599 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:05.058181 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:05.059973 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:05.064520 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-7c422ad9-11e4-4295-84bd-4dc8d03e4bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:05.173418 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9fcedc82-f297-4550-b458-1293e910e42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:05.224094 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9fcedc82-f297-4550-b458-1293e910e42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:05.392072 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9fcedc82-f297-4550-b458-1293e910e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:05.396549 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-141ddae4-241e-43cf-845c-1395ce524153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:05.412793 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcedc82-f297-4550-b458-1293e910e42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08653d6d-239a-4eba-a0a0-ffb9865782e3,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:05.416099 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-9fcedc82-f297-4550-b458-1293e910e42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:05.419519 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9fcedc82-f297-4550-b458-1293e910e42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:05.423113 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-9fcedc82-f297-4550-b458-1293e910e42a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08653d6d-239a-4eba-a0a0-ffb9865782e3 HTTP/1.1" status: 204  len: 168 time: 0.3698637
Aug 25 16:40:05.678126 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f8e63ccf-c2f7-4c31-8544-c0a8754d044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:05.986467 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:06.308099 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 55494) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:40:06.340113 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a1ddda44-8321-47ed-aa20-a44e604e8213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:06.393843 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-a1ddda44-8321-47ed-aa20-a44e604e8213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:40:06.398802 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-a1ddda44-8321-47ed-aa20-a44e604e8213 admin admin] Usage tracker for resource:security_group_rule and tenant:67c5316f34e44fabb438106fba5a18f6 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:40:06.404129 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-a1ddda44-8321-47ed-aa20-a44e604e8213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:40:06.412690 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-a1ddda44-8321-47ed-aa20-a44e604e8213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:40:06.512063 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a1ddda44-8321-47ed-aa20-a44e604e8213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:06.595753 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-a1ddda44-8321-47ed-aa20-a44e604e8213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:06.603483 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-03fb55ee-ddc6-4d8a-a1c4-bdb54a54adb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:06.654379 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddda44-8321-47ed-aa20-a44e604e8213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d831eaa9-9937-419b-b00b-a846c0a6d264,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:06.657593 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-a1ddda44-8321-47ed-aa20-a44e604e8213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:06.671142 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-a1ddda44-8321-47ed-aa20-a44e604e8213 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67c5316f34e44fabb438106fba5a18f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3538833
Aug 25 16:40:06.671142 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 55498) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:40:06.735135 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9e693752-a6e5-44dd-8571-4f0c9fd61e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:06.766218 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9e693752-a6e5-44dd-8571-4f0c9fd61e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:06.894842 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9e693752-a6e5-44dd-8571-4f0c9fd61e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:06.899114 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-33557d81-82b0-4e57-a13e-6a435073a269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:06.914681 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e693752-a6e5-44dd-8571-4f0c9fd61e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d831eaa9-9937-419b-b00b-a846c0a6d264,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:06.920116 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-9e693752-a6e5-44dd-8571-4f0c9fd61e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:06.933603 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-9e693752-a6e5-44dd-8571-4f0c9fd61e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:06.935568 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-9e693752-a6e5-44dd-8571-4f0c9fd61e0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d831eaa9-9937-419b-b00b-a846c0a6d264 HTTP/1.1" status: 204  len: 168 time: 0.2704132
Aug 25 16:40:07.912318 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 55506) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:40:07.946594 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-20862d67-3862-4af4-bab2-000ccc30dd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:07.993155 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-20862d67-3862-4af4-bab2-000ccc30dd31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:40:07.999068 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-20862d67-3862-4af4-bab2-000ccc30dd31 admin admin] Usage tracker for resource:security_group_rule and tenant:ab487dff93044d8f8bc6add0865f6563 is out of sync, need to count used quota {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:40:08.002503 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [None req-20862d67-3862-4af4-bab2-000ccc30dd31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75962) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:40:08.003561 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2a116bcd-d484-46d5-8701-e3e795196216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:08.014847 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.db.quota.driver [None req-20862d67-3862-4af4-bab2-000ccc30dd31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75962) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:40:08.094686 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-20862d67-3862-4af4-bab2-000ccc30dd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:08.163315 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-20862d67-3862-4af4-bab2-000ccc30dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:08.172006 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-6c34ee37-7000-4837-ad7d-57426d1757ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:08.220832 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20862d67-3862-4af4-bab2-000ccc30dd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff65c7e-3319-403c-96a9-827e05fd5a27,revision_number=1']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:08.224416 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-20862d67-3862-4af4-bab2-000ccc30dd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:08.229052 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-20862d67-3862-4af4-bab2-000ccc30dd31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab487dff93044d8f8bc6add0865f6563&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3150706
Aug 25 16:40:08.234148 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 55510) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:40:08.341950 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-02318fb2-8424-48c4-b329-933e3b4f7c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:08.394243 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-02318fb2-8424-48c4-b329-933e3b4f7c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:08.614056 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-02318fb2-8424-48c4-b329-933e3b4f7c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:08.624489 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-1ccddd24-a9c2-4765-a9a6-7356ee11f025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:08.654144 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02318fb2-8424-48c4-b329-933e3b4f7c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff65c7e-3319-403c-96a9-827e05fd5a27,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:08.658750 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-02318fb2-8424-48c4-b329-933e3b4f7c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:08.660980 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-02318fb2-8424-48c4-b329-933e3b4f7c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:08.662701 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-02318fb2-8424-48c4-b329-933e3b4f7c6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ff65c7e-3319-403c-96a9-827e05fd5a27 HTTP/1.1" status: 204  len: 168 time: 0.4273193
Aug 25 16:40:09.112317 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:10.597600 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:12.897524 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-0f4a2dd6-9078-42cc-bf2f-f5405b0b4dbe tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3f5dc50aa77941fd92cd8e22e6e8ac0b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0326328
Aug 25 16:40:13.109608 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-6df3de3f-0e98-436d-9dfe-aa78f4e9685d tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:13.112263 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-6df3de3f-0e98-436d-9dfe-aa78f4e9685d tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2078857
Aug 25 16:40:13.142711 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-61a8430e-fe3d-4691-9094-c66a7a416691 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/quotas/3f5dc50aa77941fd92cd8e22e6e8ac0b HTTP/1.1" status: 200  len: 375 time: 0.0196433
Aug 25 16:40:13.201626 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-cc65e0ec-ec7b-4268-9ef9-e2dfde86931a tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f5dc50aa77941fd92cd8e22e6e8ac0b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0485504
Aug 25 16:40:13.523432 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-73c56161-e342-4180-a62a-b0064c4fa63a req-15388d63-94d8-4496-bbe6-aa2d7f4ba3d3 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 210 time: 0.0544648
Aug 25 16:40:14.689522 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e74d2d36-5147-4b44-8bef-88a99800179e req-72f3b3ca-cc3c-40d2-ba6c-cf5520f32785 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 210 time: 0.0461597
Aug 25 16:40:15.906815 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75dedd4d-ae7f-4c2d-bb9f-8a416a55f4c6 req-01b9ed2e-b8f5-4da0-ab00-917af5f67b12 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 210 time: 0.0499811
Aug 25 16:40:16.348159 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-c7f9ead9-d90e-4009-b66b-47a2366bed77 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3f5dc50aa77941fd92cd8e22e6e8ac0b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0411491
Aug 25 16:40:16.718604 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dbeac80a-bc55-4828-9f80-754636c6f07f tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:16.720217 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dbeac80a-bc55-4828-9f80-754636c6f07f tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3660614
Aug 25 16:40:16.739332 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Request body: {'port': {'device_id': '0fe62514-ae10-47b3-b9c8-dc32a0f294e6', 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e', 'admin_state_up': True, 'tenant_id': '3f5dc50aa77941fd92cd8e22e6e8ac0b'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:40:16.990782 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:40:16.998327 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Usage tracker for resource:port and tenant:3f5dc50aa77941fd92cd8e22e6e8ac0b is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:40:17.004695 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:40:17.021930 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:40:17.174611 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Made reservation on behalf of 3f5dc50aa77941fd92cd8e22e6e8ac0b for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:40:17.180007 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:17.203583 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e4dbd1d6-8869-47fe-b922-8207c3431573 req-9989c6f0-1e5d-45b3-976e-081c4161e694 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 210 time: 0.0704517
Aug 25 16:40:17.210666 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Notify callbacks [] for security_group, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:17.278374 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:40:17.286666 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Usage tracker for resource:security_group_rule and tenant:3f5dc50aa77941fd92cd8e22e6e8ac0b is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:40:17.292201 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:40:17.303170 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:40:17.420460 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Notify callbacks [] for security_group, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:17.496185 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:17.501364 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-057f86d4-d31e-467f-8c10-26deeeb2a094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:17.659552 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:17.672963 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:17.817279 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Allocated IP 192.168.233.173 (a0bd067c-279f-43c6-83c7-f8123448dc2e/4e7bbc5b-b221-4413-8516-0ca49633fb1b/0eb5000d-ae2a-48f8-a158-ed3ddb14b520) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:40:18.216421 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:18.247763 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Transition to ACTIVE for port object 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:40:18.349895 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:18.357066 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-b4d49bfd-2005-40b1-9923-00eada0ebbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:18.440331 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Network a0bd067c-279f-43c6-83c7-f8123448dc2e is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:40:18.444254 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:40:18.447370 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:40:18.496453 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Pushing event updated for resources: {'Port': ['ID=0eb5000d-ae2a-48f8-a158-ed3ddb14b520,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:18.496453 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:18.556724 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:18.559425 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:18.579175 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421e06b-afa2-4449-92b9-6418d9dd3849 req-17e190e6-03bf-4f45-98da-bd081e4e8ea0 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:18.585152 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b421e06b-afa2-4449-92b9-6418d9dd3849 req-17e190e6-03bf-4f45-98da-bd081e4e8ea0 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 936 time: 0.1428661
Aug 25 16:40:18.667721 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-b421e06b-afa2-4449-92b9-6418d9dd3849 req-89091a23-e2b5-47a2-a39e-b63ea3847620 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/security-groups?id=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704098
Aug 25 16:40:18.685756 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9507709
Aug 25 16:40:18.700838 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Request body: {'port': {'device_id': '0fe62514-ae10-47b3-b9c8-dc32a0f294e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:40:18.819560 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-b8d8f407-b638-4b12-8b70-2e7118bc1d40 None None] Provisioning for port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:40:18.826336 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-b8d8f407-b638-4b12-8b70-2e7118bc1d40 None None] Provisioning complete for port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:40:18.826832 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b8d8f407-b638-4b12-8b70-2e7118bc1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:18.856456 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:18.902033 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8f407-b638-4b12-8b70-2e7118bc1d40 None None] Port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:40:19.378056 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:40:19.391665 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:19.415496 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Transition to ACTIVE for port object 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:40:19.499691 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:19.506193 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-96c39458-7a2a-4c30-b622-5c6f307bc8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:19.673423 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb5000d-ae2a-48f8-a158-ed3ddb14b520,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:19.680330 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:19.880414 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Attempting to bind port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:40:19.880904 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Attempting to bind port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '7a283a79-b660-462b-9580-0aadbc094ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:40:19.881444 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Attempting to bind port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 on network a0bd067c-279f-43c6-83c7-f8123448dc2e {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:40:19.890398 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 on network a0bd067c-279f-43c6-83c7-f8123448dc2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:40:19.890905 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Attempting to bind port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 on network a0bd067c-279f-43c6-83c7-f8123448dc2e {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:40:19.899660 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:40:19.900096 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Checking segment: {'id': '7a283a79-b660-462b-9580-0aadbc094ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:40:19.900645 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Bound using segment: {'id': '7a283a79-b660-462b-9580-0aadbc094ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:40:19.901774 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Bound port: 0eb5000d-ae2a-48f8-a158-ed3ddb14b520, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a283a79-b660-462b-9580-0aadbc094ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:40:19.902258 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:20.018606 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15cccc-9a78-4c92-9bb6-7698560cc085 req-b5d6d4bd-b5cb-4b7e-adce-cc8ca98cbd47 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:20.021830 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c15cccc-9a78-4c92-9bb6-7698560cc085 req-b5d6d4bd-b5cb-4b7e-adce-cc8ca98cbd47 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 948 time: 0.1158025
Aug 25 16:40:20.083459 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] For port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:40:20.089908 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] For port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0eb5000d-ae2a-48f8-a158-ed3ddb14b520,segment=NetworkSegment(7a283a79-b660-462b-9580-0aadbc094ff1),segment_id=7a283a79-b660-462b-9580-0aadbc094ff1)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:40:20.163989 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:20.171163 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:20.210289 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c15cccc-9a78-4c92-9bb6-7698560cc085 req-b530cc46-0303-4682-aa4c-a1d4d45095cd tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/security-groups?id=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755462
Aug 25 16:40:20.262435 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:20.264269 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] 10.222.0.60 "PUT /v2.0/ports/0eb5000d-ae2a-48f8-a158-ed3ddb14b520 HTTP/1.1" status: 200  len: 1098 time: 1.5708275
Aug 25 16:40:20.264839 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe62514-ae10-47b3-b9c8-dc32a0f294e6', 'tag': '0eb5000d-ae2a-48f8-a158-ed3ddb14b520'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:40:20.290739 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb5000d-ae2a-48f8-a158-ed3ddb14b520,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:20.296973 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:20.388321 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe62514-ae10-47b3-b9c8-dc32a0f294e6', 'tag': '0eb5000d-ae2a-48f8-a158-ed3ddb14b520', 'status': 'completed', 'code': 200}
Aug 25 16:40:20.644362 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-a092f8e2-cbe9-4d77-899e-e922087b82bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f5dc50aa77941fd92cd8e22e6e8ac0b&device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 1101 time: 0.2494354
Aug 25 16:40:20.720983 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-56c0fc94-29c3-493a-828f-a81d20d21829 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=0eb5000d-ae2a-48f8-a158-ed3ddb14b520 HTTP/1.1" status: 200  len: 217 time: 0.0686641
Aug 25 16:40:20.810414 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-731efe8c-3395-4f88-b884-b4e9ebb7c440 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:20.812620 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-731efe8c-3395-4f88-b884-b4e9ebb7c440 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4e7bbc5b-b221-4413-8516-0ca49633fb1b HTTP/1.1" status: 200  len: 843 time: 0.0819228
Aug 25 16:40:20.923204 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-15920b72-9256-4351-a9ed-b1db95e4bac1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0bd067c-279f-43c6-83c7-f8123448dc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1038163
Aug 25 16:40:21.125870 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-69e36b24-c5f6-49e4-95c9-d020a19eb80e service neutron] 10.222.0.60 "GET /v2.0/networks/a0bd067c-279f-43c6-83c7-f8123448dc2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1924207
Aug 25 16:40:21.382151 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-622c6ce1-44ae-4e8c-bf41-695085be81a0 req-c8200842-52b2-40e4-a452-155d678ca476 service neutron] 10.222.0.60 "GET /v2.0/networks/a0bd067c-279f-43c6-83c7-f8123448dc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2492983
Aug 25 16:40:21.451951 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbea27-b864-4c68-8a32-32c27ec74323 req-54031b13-f3fd-493c-b27d-9dc403d2de51 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:21.454056 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3ccbea27-b864-4c68-8a32-32c27ec74323 req-54031b13-f3fd-493c-b27d-9dc403d2de51 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 948 time: 0.0948248
Aug 25 16:40:21.524110 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-3ccbea27-b864-4c68-8a32-32c27ec74323 req-0bd3d3cd-2a4f-4a46-811c-f4f6378b3b5b tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/security-groups?id=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621967
Aug 25 16:40:21.620709 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-eeaeaaf7-79d3-4d23-996f-03bac503ace7 req-06b5c29a-6eb2-4406-b002-aa7d19ffcb89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f5dc50aa77941fd92cd8e22e6e8ac0b&device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 1101 time: 0.0957797
Aug 25 16:40:21.795612 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaeaaf7-79d3-4d23-996f-03bac503ace7 req-6299ddb8-5739-4caa-9c05-02ca55067948 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:21.797902 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-eeaeaaf7-79d3-4d23-996f-03bac503ace7 req-6299ddb8-5739-4caa-9c05-02ca55067948 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a0bd067c-279f-43c6-83c7-f8123448dc2e HTTP/1.1" status: 200  len: 870 time: 0.1696012
Aug 25 16:40:21.878105 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-eeaeaaf7-79d3-4d23-996f-03bac503ace7 req-306bc1a4-f9be-4eab-bdf5-9996595a8880 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=0eb5000d-ae2a-48f8-a158-ed3ddb14b520 HTTP/1.1" status: 200  len: 217 time: 0.0726981
Aug 25 16:40:22.002379 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaeaaf7-79d3-4d23-996f-03bac503ace7 req-c4db7d3e-765e-4158-955c-026cd1f54d82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:22.004837 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-eeaeaaf7-79d3-4d23-996f-03bac503ace7 req-c4db7d3e-765e-4158-955c-026cd1f54d82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4e7bbc5b-b221-4413-8516-0ca49633fb1b HTTP/1.1" status: 200  len: 843 time: 0.1176307
Aug 25 16:40:22.112184 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-eeaeaaf7-79d3-4d23-996f-03bac503ace7 req-b2d77ebf-bb69-43df-8bdc-93da6200e13d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0bd067c-279f-43c6-83c7-f8123448dc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1001897
Aug 25 16:40:22.290544 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-eeaeaaf7-79d3-4d23-996f-03bac503ace7 req-ede84c58-89aa-484c-ba1c-0f0c9ee2cc99 service neutron] 10.222.0.60 "GET /v2.0/networks/a0bd067c-279f-43c6-83c7-f8123448dc2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710589
Aug 25 16:40:22.465753 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-eeaeaaf7-79d3-4d23-996f-03bac503ace7 req-4c7697dd-89bb-45e4-8fb9-b3e2648ec41c service neutron] 10.222.0.60 "GET /v2.0/networks/a0bd067c-279f-43c6-83c7-f8123448dc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678786
Aug 25 16:40:22.920190 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07703dc3-4295-4951-863e-a83c0f087956 req-4918ea0c-8fb5-4745-8d81-26aeb6a5ef9c tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:22.922666 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-07703dc3-4295-4951-863e-a83c0f087956 req-4918ea0c-8fb5-4745-8d81-26aeb6a5ef9c tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 948 time: 0.1594307
Aug 25 16:40:23.005063 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-07703dc3-4295-4951-863e-a83c0f087956 req-e06cc4e7-01b2-49dd-a868-4b3d1053ed6a tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/security-groups?id=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755622
Aug 25 16:40:24.209268 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:40:24.311699 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdb7ee-7fc6-4a92-80f0-e94525b4ff17 req-6de831bc-c1c3-42f6-bf89-86f0e4203fd6 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:24.314339 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-78bdb7ee-7fc6-4a92-80f0-e94525b4ff17 req-6de831bc-c1c3-42f6-bf89-86f0e4203fd6 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 948 time: 0.1452258
Aug 25 16:40:24.404955 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0eb5000d-ae2a-48f8-a158-ed3ddb14b520,segment=NetworkSegment(7a283a79-b660-462b-9580-0aadbc094ff1),segment_id=7a283a79-b660-462b-9580-0aadbc094ff1)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:40:24.406537 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-78bdb7ee-7fc6-4a92-80f0-e94525b4ff17 req-0017179b-3138-4509-ac2a-c8634d639b99 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/security-groups?id=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850382
Aug 25 16:40:24.432791 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '0eb5000d-ae2a-48f8-a158-ed3ddb14b520', 'network_id': 'a0bd067c-279f-43c6-83c7-f8123448dc2e', 'port_id': '0eb5000d-ae2a-48f8-a158-ed3ddb14b520', 'mac_address': 'fa:16:3e:9f:f7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7bbc5b-b221-4413-8516-0ca49633fb1b', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:40:24.542932 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:24.572668 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:40:24.592646 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0eb5000d-ae2a-48f8-a158-ed3ddb14b520,segment=NetworkSegment(7a283a79-b660-462b-9580-0aadbc094ff1),segment_id=7a283a79-b660-462b-9580-0aadbc094ff1)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:40:24.682923 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:24.685470 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:24.767260 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=0eb5000d-ae2a-48f8-a158-ed3ddb14b520,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:24.777100 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:24.777469 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:24.777807 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:24.778137 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:24.778468 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:24.778792 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:24.779112 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:24.779431 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:24.779752 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:24.780069 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:24.780385 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:40:24.787632 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:24.882957 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:24.902169 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['0eb5000d-ae2a-48f8-a158-ed3ddb14b520'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:40:25.726657 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb11d56-e499-4c53-8f91-63ae7bdbd763 req-3b56dd7d-413f-4c96-bea0-f9ebe32acef6 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:25.728509 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bcb11d56-e499-4c53-8f91-63ae7bdbd763 req-3b56dd7d-413f-4c96-bea0-f9ebe32acef6 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 949 time: 0.0966158
Aug 25 16:40:25.789264 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-bcb11d56-e499-4c53-8f91-63ae7bdbd763 req-9639040b-8a64-46ba-85a7-94292b968331 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/security-groups?id=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529108
Aug 25 16:40:26.224411 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:40:26.494158 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:40:26.501853 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:40:26.502419 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:26.672581 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:26.708159 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe62514-ae10-47b3-b9c8-dc32a0f294e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb5000d-ae2a-48f8-a158-ed3ddb14b520'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:40:26.720264 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0eb5000d-ae2a-48f8-a158-ed3ddb14b520,segment=NetworkSegment(7a283a79-b660-462b-9580-0aadbc094ff1),segment_id=7a283a79-b660-462b-9580-0aadbc094ff1)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:40:26.772914 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe62514-ae10-47b3-b9c8-dc32a0f294e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb5000d-ae2a-48f8-a158-ed3ddb14b520', 'code': 200}
Aug 25 16:40:26.876480 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:26.879889 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-b8844c6b-05c9-4431-9e60-7e10b8e81c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:26.985262 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=0eb5000d-ae2a-48f8-a158-ed3ddb14b520,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:26.989455 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:27.022269 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b36af-1253-46da-925c-8d3851a742d6 req-e8223788-e5db-4a58-9fb5-72d7dba40762 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:27.023757 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32b36af-1253-46da-925c-8d3851a742d6 req-e8223788-e5db-4a58-9fb5-72d7dba40762 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 950 time: 0.0907929
Aug 25 16:40:27.079223 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c32b36af-1253-46da-925c-8d3851a742d6 req-e5bac625-f08c-4aa8-8f3c-c4cab1210009 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/security-groups?id=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480750
Aug 25 16:40:27.211787 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-20a86f4b-9ea9-46e2-9b02-33debb9dccc6 req-678ced88-eb9b-4cf2-b3d7-eebb87d3c05f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 1103 time: 0.0799470
Aug 25 16:40:27.266796 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-20a86f4b-9ea9-46e2-9b02-33debb9dccc6 req-a21877fe-a869-4293-b496-1c78e485afae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487802
Aug 25 16:40:28.351246 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afddfe9-18d8-4344-abae-56daa83d98e8 req-b9ee92ed-29a6-46de-a101-e489da9eb69e tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:28.354309 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7afddfe9-18d8-4344-abae-56daa83d98e8 req-b9ee92ed-29a6-46de-a101-e489da9eb69e tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 950 time: 0.1141946
Aug 25 16:40:28.361867 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:40:28.420789 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-7afddfe9-18d8-4344-abae-56daa83d98e8 req-9d8387d8-9905-44da-8cf1-378b579eb577 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/security-groups?id=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584865
Aug 25 16:40:29.704907 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d322e-8061-4814-bade-1262c306be63 req-14317be2-63b6-4b05-81a9-7ebfbbe0a856 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:29.707940 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-231d322e-8061-4814-bade-1262c306be63 req-14317be2-63b6-4b05-81a9-7ebfbbe0a856 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 950 time: 0.1398256
Aug 25 16:40:29.761054 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-231d322e-8061-4814-bade-1262c306be63 req-8783672b-e6db-445a-8a7c-24a2ee75d7a9 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/security-groups?id=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464518
Aug 25 16:40:30.631495 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd92b85-6ab9-46a8-babb-efd462c0c289 req-3dc51672-aba0-494a-8f79-2c260a49df32 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:30.633000 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9bd92b85-6ab9-46a8-babb-efd462c0c289 req-3dc51672-aba0-494a-8f79-2c260a49df32 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 950 time: 0.0905788
Aug 25 16:40:30.690188 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9bd92b85-6ab9-46a8-babb-efd462c0c289 req-95da48c8-c3a1-40fe-a814-5364f744d52f tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/security-groups?id=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501304
Aug 25 16:40:31.914351 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ea3ff-dff3-4591-b067-01b09ab2ba7e req-adc20e0b-0386-41ec-a8f9-75c12054b658 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:31.916322 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-209ea3ff-dff3-4591-b067-01b09ab2ba7e req-adc20e0b-0386-41ec-a8f9-75c12054b658 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 950 time: 0.0911198
Aug 25 16:40:31.972352 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-209ea3ff-dff3-4591-b067-01b09ab2ba7e req-3f1129d9-f2ec-451c-a767-695f68780f9d tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/security-groups?id=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477622
Aug 25 16:40:32.035504 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-de259177-83d9-41f4-9b27-f3b2bd921bd7 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:32.036274 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-de259177-83d9-41f4-9b27-f3b2bd921bd7 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Synchronizing usage tracker for tenant:3f5dc50aa77941fd92cd8e22e6e8ac0b on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:40:32.131053 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-de259177-83d9-41f4-9b27-f3b2bd921bd7 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Unset dirty status for tenant:3f5dc50aa77941fd92cd8e22e6e8ac0b on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:40:32.133459 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-de259177-83d9-41f4-9b27-f3b2bd921bd7 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 950 time: 0.1840742
Aug 25 16:40:32.208735 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-314db5da-2aab-491a-be5e-1570f0cb47b8 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Deleting port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:40:32.208969 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-314db5da-2aab-491a-be5e-1570f0cb47b8 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:32.601889 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-314db5da-2aab-491a-be5e-1570f0cb47b8 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] For port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0eb5000d-ae2a-48f8-a158-ed3ddb14b520,segment=NetworkSegment(7a283a79-b660-462b-9580-0aadbc094ff1),segment_id=7a283a79-b660-462b-9580-0aadbc094ff1)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:40:32.602358 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-314db5da-2aab-491a-be5e-1570f0cb47b8 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:32.742886 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-314db5da-2aab-491a-be5e-1570f0cb47b8 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Calling delete_port for 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:40:33.006379 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-314db5da-2aab-491a-be5e-1570f0cb47b8 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:33.014033 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-df73cfff-181d-4a15-9916-614a3ff8a996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:33.021890 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['0eb5000d-ae2a-48f8-a158-ed3ddb14b520'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:40:33.109500 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314db5da-2aab-491a-be5e-1570f0cb47b8 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Pushing event deleted for resources: {'Port': ['ID=0eb5000d-ae2a-48f8-a158-ed3ddb14b520,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:33.118087 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-314db5da-2aab-491a-be5e-1570f0cb47b8 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:33.269412 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-314db5da-2aab-491a-be5e-1570f0cb47b8 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] No DVR routers for this DVR port 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:40:33.270199 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-314db5da-2aab-491a-be5e-1570f0cb47b8 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:33.274851 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe62514-ae10-47b3-b9c8-dc32a0f294e6', 'name': 'network-vif-deleted', 'tag': '0eb5000d-ae2a-48f8-a158-ed3ddb14b520'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:40:33.374302 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c3cc347e-0222-4007-9e4c-1fd5ad91fb6e req-314db5da-2aab-491a-be5e-1570f0cb47b8 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.60 "DELETE /v2.0/ports/0eb5000d-ae2a-48f8-a158-ed3ddb14b520 HTTP/1.1" status: 204  len: 173 time: 1.2351148
Aug 25 16:40:33.396047 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe62514-ae10-47b3-b9c8-dc32a0f294e6', 'name': 'network-vif-deleted', 'tag': '0eb5000d-ae2a-48f8-a158-ed3ddb14b520', 'status': 'completed', 'code': 200}
Aug 25 16:40:33.411298 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9d82e19d-dc53-405f-a6b3-d1d84fb2b182 req-25874cfd-666f-44aa-bc44-7d96f06dc67d tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 210 time: 0.0624588
Aug 25 16:40:34.639197 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6f748491-5036-4157-b965-1a3501caabe5 req-59c7da0e-8364-4d4b-8ee8-33c4be29ae87 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe62514-ae10-47b3-b9c8-dc32a0f294e6 HTTP/1.1" status: 200  len: 210 time: 0.0506597
Aug 25 16:40:35.688175 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-bf58ebf7-5c7c-458b-bffc-6998c1d7d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:35.988922 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:36.260987 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:40:36.298242 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:40:36.298588 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 0eb5000d-ae2a-48f8-a158-ed3ddb14b520 not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:40:37.987898 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b5e29727-07c7-45a2-8722-24676a952e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:39.113315 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:40.601745 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:43.321710 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55780) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:40:43.539193 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-c25da85b-a682-4cfe-9fea-ae06c179bbed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f5dc50aa77941fd92cd8e22e6e8ac0b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2159085
Aug 25 16:40:43.542144 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55786) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:40:43.615810 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de249705-88c8-47c7-8882-0440ffefa8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:43.646188 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de249705-88c8-47c7-8882-0440ffefa8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:43.801671 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de249705-88c8-47c7-8882-0440ffefa8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:43.805893 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-0a326030-3010-4e5e-9fe1-a5d3c2d862be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:40:43.819087 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de249705-88c8-47c7-8882-0440ffefa8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43ee107-fd7b-4ab1-8bf6-fe5e14096a57,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:40:43.823419 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-de249705-88c8-47c7-8882-0440ffefa8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:40:43.827019 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-de249705-88c8-47c7-8882-0440ffefa8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:43.828168 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-de249705-88c8-47c7-8882-0440ffefa8b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c43ee107-fd7b-4ab1-8bf6-fe5e14096a57 HTTP/1.1" status: 204  len: 168 time: 0.2850332
Aug 25 16:40:54.886526 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:40:58.763888 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-60d2daa4-0ab3-4642-b146-cea7e42cbf05 req-f2b87efb-95ea-4a44-b90b-a98739b3a468 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0989027
Aug 25 16:40:58.931665 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-60d2daa4-0ab3-4642-b146-cea7e42cbf05 req-bb8cf113-38e8-4efc-b9bb-81e34c8374c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 1098 time: 0.0883493
Aug 25 16:40:59.125518 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2daa4-0ab3-4642-b146-cea7e42cbf05 req-c911dd7a-bef1-4f47-945f-be2b98e26ec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:59.127086 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-60d2daa4-0ab3-4642-b146-cea7e42cbf05 req-c911dd7a-bef1-4f47-945f-be2b98e26ec3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 913 time: 0.1642988
Aug 25 16:40:59.250482 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-60d2daa4-0ab3-4642-b146-cea7e42cbf05 req-e958bd4d-5ef0-4d99-abf8-e835792183b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40de5a99-e709-4f45-ade2-d2b12ac55c4a HTTP/1.1" status: 200  len: 1000 time: 0.1163881
Aug 25 16:40:59.329480 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2daa4-0ab3-4642-b146-cea7e42cbf05 req-9d72c347-3bdf-4763-9b7f-087028f42582 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:40:59.330970 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-60d2daa4-0ab3-4642-b146-cea7e42cbf05 req-9d72c347-3bdf-4763-9b7f-087028f42582 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.0737028
Aug 25 16:40:59.421150 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-60d2daa4-0ab3-4642-b146-cea7e42cbf05 req-34681f24-19fa-4d4a-a83e-7a6453c6b880 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829799
Aug 25 16:40:59.591098 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-60d2daa4-0ab3-4642-b146-cea7e42cbf05 req-bb270c3e-ad14-454b-b2cb-22cdcd28d2e2 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632402
Aug 25 16:40:59.783321 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-60d2daa4-0ab3-4642-b146-cea7e42cbf05 req-dd2df713-35ff-4699-ad33-411f642acff3 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852384
Aug 25 16:41:05.378969 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:41:05.691574 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-06378eaf-8ed8-4606-abb9-b50de66a43e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:05.972390 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:08.112877 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-3f0efa85-2e3f-4f52-8132-c9e66cc79b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:09.140345 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:10.620390 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:15.573668 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d66c-b1c8-461b-aa12-cfa83e3d9c5d req-a335aa95-0cb7-4152-8761-9549b949d6bc tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:15.575266 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0784d66c-b1c8-461b-aa12-cfa83e3d9c5d req-a335aa95-0cb7-4152-8761-9549b949d6bc tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 945 time: 0.0896559
Aug 25 16:41:15.626074 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0784d66c-b1c8-461b-aa12-cfa83e3d9c5d req-f041ed78-3f7a-4428-be8d-666b1ec4fbbd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447502
Aug 25 16:41:16.844640 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04e6a5-2412-4808-8ffa-016a31095ea6 req-03babb69-83dd-4bf1-94c0-65c7a35c0720 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:16.846162 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c04e6a5-2412-4808-8ffa-016a31095ea6 req-03babb69-83dd-4bf1-94c0-65c7a35c0720 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 945 time: 0.0896027
Aug 25 16:41:16.901808 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-4c04e6a5-2412-4808-8ffa-016a31095ea6 req-58f25349-8fc2-405c-8f31-f650dc66ed5c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453057
Aug 25 16:41:17.038845 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-2bc5628e-f5ec-4905-a865-2e7215a61960 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:17.039794 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-2bc5628e-f5ec-4905-a865-2e7215a61960 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Synchronizing usage tracker for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:41:17.122922 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-2bc5628e-f5ec-4905-a865-2e7215a61960 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Unset dirty status for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:41:17.124146 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-2bc5628e-f5ec-4905-a865-2e7215a61960 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 945 time: 0.1730485
Aug 25 16:41:17.200565 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Deleting port 40de5a99-e709-4f45-ade2-d2b12ac55c4a {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:41:17.200942 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:17.568196 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] For port 40de5a99-e709-4f45-ade2-d2b12ac55c4a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=40de5a99-e709-4f45-ade2-d2b12ac55c4a,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:41:17.568599 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:17.879314 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:17.879603 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:17.879915 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.l3_db [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Floating IP 7f257a40-ce46-4ebc-8761-3f7a146ae239 disassociated. External IP: 172.27.3.36, port: 40de5a99-e709-4f45-ade2-d2b12ac55c4a.
Aug 25 16:41:17.880255 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Calling delete_port for 40de5a99-e709-4f45-ade2-d2b12ac55c4a owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:41:18.136802 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c7a07-ab1d-4acb-9be1-616ec51eb377 req-668dc88e-418b-4402-88f0-e78d11347445 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:18.138321 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-653c7a07-ab1d-4acb-9be1-616ec51eb377 req-668dc88e-418b-4402-88f0-e78d11347445 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 945 time: 0.0923114
Aug 25 16:41:18.143013 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:18.151102 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a929827f-6e4e-45ac-ba96-6f0bb2335936 tempest-VolumesNegativeTest-1025209710 tempest-VolumesNegativeTest-1025209710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:41:18.200270 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event deleted for resources: {'Port': ['ID=40de5a99-e709-4f45-ade2-d2b12ac55c4a,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:41:18.205437 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-653c7a07-ab1d-4acb-9be1-616ec51eb377 req-556f0386-817b-4033-8d83-a16f4dab0d36 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0588176
Aug 25 16:41:18.216179 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:18.216179 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:18.216179 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:18.216576 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:18.216978 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:18.217282 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:18.218200 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:18.218200 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:18.218200 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:18.218608 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:18.218875 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:18.223144 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:41:18.508883 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Router eb2925f4-58e6-4fcd-872c-9ebf85588317 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:41:18.732921 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:41:18.747570 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607620e-6099-48b1-a8e9-6284b9a573d3 None None] Sync routers for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:41:18.762468 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607620e-6099-48b1-a8e9-6284b9a573d3 None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:41:18.762766 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-f607620e-6099-48b1-a8e9-6284b9a573d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04a1ed60>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:41:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:41:18.814951 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] No DVR routers for this DVR port 40de5a99-e709-4f45-ade2-d2b12ac55c4a on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:41:18.817523 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:18.821355 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'name': 'network-vif-deleted', 'tag': '40de5a99-e709-4f45-ade2-d2b12ac55c4a'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:41:18.895229 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-e7e6de03-be2d-4d3e-8ba0-332e6e7dc36e req-3ce08329-3ccb-413b-b955-aa7a9756edc5 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "DELETE /v2.0/ports/40de5a99-e709-4f45-ade2-d2b12ac55c4a HTTP/1.1" status: 204  len: 173 time: 1.7638466
Aug 25 16:41:18.924688 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1214483-dadf-4a24-8c8b-53124f9b268d', 'name': 'network-vif-deleted', 'tag': '40de5a99-e709-4f45-ade2-d2b12ac55c4a', 'status': 'completed', 'code': 200}
Aug 25 16:41:19.096902 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-f607620e-6099-48b1-a8e9-6284b9a573d3 None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:41:19.431222 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-47dd200c-7822-4ac3-be03-3287862c3629 req-80120af5-a9ad-4312-bea9-6bfe10221c42 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1214483-dadf-4a24-8c8b-53124f9b268d HTTP/1.1" status: 200  len: 210 time: 0.0743399
Aug 25 16:41:19.491494 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-f607620e-6099-48b1-a8e9-6284b9a573d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04a1ed60>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:41:19.496902 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607620e-6099-48b1-a8e9-6284b9a573d3 None None] Checking router: eb2925f4-58e6-4fcd-872c-9ebf85588317 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:41:19.511011 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607620e-6099-48b1-a8e9-6284b9a573d3 None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:41:19.511675 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-f607620e-6099-48b1-a8e9-6284b9a573d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04a1ed60>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:41:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:41:19.720879 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-f607620e-6099-48b1-a8e9-6284b9a573d3 None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:41:20.087405 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-f607620e-6099-48b1-a8e9-6284b9a573d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04a1ed60>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:41:20.092091 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607620e-6099-48b1-a8e9-6284b9a573d3 None None] The sync data for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi is: [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:41:20.337730 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f77b7-39d1-49f0-b768-0585a2eb3352 None None] New status for floating IP 7f257a40-ce46-4ebc-8761-3f7a146ae239: DOWN {{(pid=75964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:41:21.001236 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-e79f5a5e-ff25-42d1-af01-a9a292885ffd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50554106&fields=id&tenant_id=867ef2f94ae54553884ee6bdcd2e06f5 HTTP/1.1" status: 200  len: 267 time: 0.0469513
Aug 25 16:41:21.172030 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-06ba03e2-2ad0-4c3d-8681-dcd10e6cf22b tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:21.173537 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-06ba03e2-2ad0-4c3d-8681-dcd10e6cf22b tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 812 time: 0.1648579
Aug 25 16:41:21.193878 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-1def6f18-9b3a-4e3f-a1f8-866cbeae69ae tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/quotas/867ef2f94ae54553884ee6bdcd2e06f5 HTTP/1.1" status: 200  len: 375 time: 0.0130315
Aug 25 16:41:21.295938 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-112a7c98-c6b3-4c49-b3ac-3e52c1e751d1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0958118
Aug 25 16:41:21.455447 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-948c8696-d0d7-4cfe-9ea6-f8ae7b645028 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=75962) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 25 16:41:21.456612 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-948c8696-d0d7-4cfe-9ea6-f8ae7b645028 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1491013
Aug 25 16:41:21.709491 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-077824dd-5259-4adc-95cd-9970cd5a97bc service neutron] 10.222.0.37 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2441511
Aug 25 16:41:21.854208 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-a91abc7f-1c37-4d8e-9b42-ccaff383ad34 service neutron] 10.222.0.37 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380618
Aug 25 16:41:22.487009 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 40de5a99-e709-4f45-ade2-d2b12ac55c4a no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:41:22.572462 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 40de5a99-e709-4f45-ade2-d2b12ac55c4a {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:41:22.572907 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 40de5a99-e709-4f45-ade2-d2b12ac55c4a not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:41:22.820069 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0074bcb2-8e80-44b2-9054-f28d26a92a98 req-e5224850-8a91-4d74-a54d-642f9d1bb13a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 210 time: 0.0766630
Aug 25 16:41:23.947834 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2370c3f9-da21-42d3-b5a5-3b7ae3d02cc8 req-dc34433b-b3f7-4a3e-bd1c-9ce4621fe7a2 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 210 time: 0.0494485
Aug 25 16:41:24.897592 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:25.074273 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c0aee917-8f3f-40c2-9153-17437cd57b2a req-f819b851-5754-4388-81c3-48f5aa7f6ed6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 210 time: 0.0495894
Aug 25 16:41:26.261505 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-a5dcdb2f-f763-4927-bbde-dfb1c8186609 req-4b3af1e2-b10c-4f53-832d-2bd2d27de23f tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 210 time: 0.0445459
Aug 25 16:41:27.191274 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-4b9e8cc8-b209-4550-81b9-2d62d6bd0e85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:27.192919 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-4b9e8cc8-b209-4550-81b9-2d62d6bd0e85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 812 time: 0.1646984
Aug 25 16:41:27.249095 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-529ec1e8-9475-4f82-a056-72ece5828d93 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=867ef2f94ae54553884ee6bdcd2e06f5 HTTP/1.1" status: 200  len: 378 time: 0.0425696
Aug 25 16:41:27.258902 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'port': {'device_id': '65a59403-2770-43dc-aee0-528238c143bf', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'admin_state_up': True, 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'security_groups': ['dd8eb589-1655-4a86-9f10-d7b81e91aad3']}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:41:27.410757 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:41:27.416580 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:port and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:41:27.419754 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:41:27.426424 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:41:27.499206 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Made reservation on behalf of 867ef2f94ae54553884ee6bdcd2e06f5 for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:41:27.502855 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:27.523264 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-6998fa44-2e21-4e0a-9a3d-aa70777c46dc req-3c308205-23ed-46ea-8a53-8b633de3376f tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 210 time: 0.0757873
Aug 25 16:41:27.825244 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Allocated IP 172.20.0.4 (d9369ff0-93d6-44b8-9afb-d4064565c3f5/45850b24-f80b-4603-a7e2-7bd5a8f0cd77/7efa78ad-12bb-4a8d-8aea-30b2d2729f86) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:41:28.040232 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:28.059401 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Transition to ACTIVE for port object 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:41:28.190753 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:28.197707 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-2c4972d5-c32e-4b9d-a018-1005cde36bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:41:28.270498 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Network d9369ff0-93d6-44b8-9afb-d4064565c3f5 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:41:28.274808 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:41:28.279537 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:41:28.313397 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'Port': ['ID=7efa78ad-12bb-4a8d-8aea-30b2d2729f86,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:41:28.320555 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:41:28.375432 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:28.376847 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:28.500019 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f02d278b-d948-437c-a1fc-4955537e32aa tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2457731
Aug 25 16:41:28.512210 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Request body: {'port': {'device_id': '65a59403-2770-43dc-aee0-528238c143bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:41:28.638348 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:28.766256 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-249094c4-9529-42cd-b791-5a5d7e2fb16a None None] Provisioning for port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:41:28.775689 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-249094c4-9529-42cd-b791-5a5d7e2fb16a None None] Provisioning complete for port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:41:28.776652 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-249094c4-9529-42cd-b791-5a5d7e2fb16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:28.786040 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79d28b-6279-4374-ab45-602578858ce0 req-21b75fa2-cf23-4287-ae84-0b4f290e25ed tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:28.791164 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5a79d28b-6279-4374-ab45-602578858ce0 req-21b75fa2-cf23-4287-ae84-0b4f290e25ed tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 931 time: 0.0992322
Aug 25 16:41:28.861220 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5a79d28b-6279-4374-ab45-602578858ce0 req-ee5d5744-0ce6-4387-a836-c4c0c99694a9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0673459
Aug 25 16:41:28.873762 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-249094c4-9529-42cd-b791-5a5d7e2fb16a None None] Port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:41:29.051522 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:41:29.060837 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:29.077195 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Transition to ACTIVE for port object 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:41:29.153809 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:29.159698 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-761963a2-d0cd-4b20-848b-663a067acfd6 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:41:29.292010 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=7efa78ad-12bb-4a8d-8aea-30b2d2729f86,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:41:29.296721 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:41:29.413374 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Attempting to bind port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:41:29.413374 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Attempting to bind port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:41:29.413374 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Attempting to bind port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 on network d9369ff0-93d6-44b8-9afb-d4064565c3f5 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:41:29.419581 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 on network d9369ff0-93d6-44b8-9afb-d4064565c3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:41:29.419900 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Attempting to bind port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 on network d9369ff0-93d6-44b8-9afb-d4064565c3f5 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:41:29.426293 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:41:29.426622 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Checking segment: {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:41:29.427005 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Bound using segment: {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:41:29.427436 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Bound port: 7efa78ad-12bb-4a8d-8aea-30b2d2729f86, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:41:29.428427 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:29.526962 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] For port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:41:29.530189 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] For port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7efa78ad-12bb-4a8d-8aea-30b2d2729f86,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:41:29.641094 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:29.648854 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-c06beb9b-c700-4c7c-986c-17dfa4c23745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:41:29.758894 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:29.761454 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] 10.222.0.60 "PUT /v2.0/ports/7efa78ad-12bb-4a8d-8aea-30b2d2729f86 HTTP/1.1" status: 200  len: 1093 time: 1.2536333
Aug 25 16:41:29.762478 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a59403-2770-43dc-aee0-528238c143bf', 'tag': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:41:29.795695 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=7efa78ad-12bb-4a8d-8aea-30b2d2729f86,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:41:29.799501 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-80402dc6-3c80-4e1c-a40a-515dfc783fd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:41:29.850277 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a59403-2770-43dc-aee0-528238c143bf', 'tag': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'status': 'completed', 'code': 200}
Aug 25 16:41:29.983526 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-fee41aab-1936-4381-a9b4-3582591ba8af req-c225166a-aea2-4a58-a9bf-85da7984df51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 1096 time: 0.1132028
Aug 25 16:41:30.143070 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee41aab-1936-4381-a9b4-3582591ba8af req-0428d440-d939-4d04-9fb8-d83cc11336f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:30.144560 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-fee41aab-1936-4381-a9b4-3582591ba8af req-0428d440-d939-4d04-9fb8-d83cc11336f9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1540232
Aug 25 16:41:30.183748 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcd3ac-45b0-4298-b5be-fa23682a2111 req-2e255438-d8e6-440f-9981-48938e6f2acc tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:30.185425 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9bbcd3ac-45b0-4298-b5be-fa23682a2111 req-2e255438-d8e6-440f-9981-48938e6f2acc tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 943 time: 0.1464713
Aug 25 16:41:30.243367 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9bbcd3ac-45b0-4298-b5be-fa23682a2111 req-e7e2da8e-1e54-41f9-b3a2-383acdd14df8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0524569
Aug 25 16:41:30.398248 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee41aab-1936-4381-a9b4-3582591ba8af req-ce990396-9dd7-4c2e-88b9-982c9542d1e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:30.399674 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-fee41aab-1936-4381-a9b4-3582591ba8af req-ce990396-9dd7-4c2e-88b9-982c9542d1e2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2484989
Aug 25 16:41:30.516209 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-7a14f300-439e-4e61-8b2b-85f3ed66dac7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 1096 time: 0.0775728
Aug 25 16:41:30.589414 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-f4c3b9b5-6562-495e-8c30-1c3bb4bfc0ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7efa78ad-12bb-4a8d-8aea-30b2d2729f86 HTTP/1.1" status: 200  len: 217 time: 0.0659871
Aug 25 16:41:30.665134 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-af23f07e-bcc0-4c91-bc39-444146427baf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:30.666080 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-af23f07e-bcc0-4c91-bc39-444146427baf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.0706465
Aug 25 16:41:30.747824 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-1e0cd280-cac3-433d-9708-1d01fb549f72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747888
Aug 25 16:41:30.891448 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-c10f0d0d-95a9-4bfa-92d7-8238f54228bd service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370723
Aug 25 16:41:31.035401 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-da004fdb-e5c9-40b6-ae3a-79f3c63bca25 req-c3b35558-5f2e-41b1-8240-44ba945df7f5 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367447
Aug 25 16:41:31.455731 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b4bd3-a0ca-42cf-93a1-8870e49fc377 req-c70fdb26-7cda-499b-b33e-cb78a582a781 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:31.457351 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5a5b4bd3-a0ca-42cf-93a1-8870e49fc377 req-c70fdb26-7cda-499b-b33e-cb78a582a781 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 943 time: 0.0815790
Aug 25 16:41:31.508315 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5a5b4bd3-a0ca-42cf-93a1-8870e49fc377 req-a9a97cc5-c95b-4eac-b7de-ae057fe445d7 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440402
Aug 25 16:41:32.741633 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e31c4-b569-47ab-8c9f-d472d72670de req-404908d5-473f-402b-8682-fa901a8d45c2 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:32.743271 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e97e31c4-b569-47ab-8c9f-d472d72670de req-404908d5-473f-402b-8682-fa901a8d45c2 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 943 time: 0.0992506
Aug 25 16:41:32.799358 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e97e31c4-b569-47ab-8c9f-d472d72670de req-e63a3db9-220c-45b3-a890-de905d247375 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0491138
Aug 25 16:41:34.012007 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21419ea-4b2f-472a-a0b9-8623314b6ba6 req-2a5e7ccb-cb9b-4818-a68e-95c2d6d0c466 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:34.013604 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e21419ea-4b2f-472a-a0b9-8623314b6ba6 req-2a5e7ccb-cb9b-4818-a68e-95c2d6d0c466 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 943 time: 0.0803826
Aug 25 16:41:34.061927 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e21419ea-4b2f-472a-a0b9-8623314b6ba6 req-7c4ce4f6-80cf-44fc-bdb1-2b6cee109601 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426612
Aug 25 16:41:35.276494 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45286ed-8197-40c6-9f85-3dc765a9e8a0 req-be50eb03-e2a3-4c82-86c9-0ad1ef8ae74c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:35.278085 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c45286ed-8197-40c6-9f85-3dc765a9e8a0 req-be50eb03-e2a3-4c82-86c9-0ad1ef8ae74c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 943 time: 0.0887446
Aug 25 16:41:35.327490 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c45286ed-8197-40c6-9f85-3dc765a9e8a0 req-4442dcbb-d476-4dd0-bfa5-56a1a33120d2 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438287
Aug 25 16:41:35.721905 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-97298506-c7c8-4178-9161-94abd7f5ca25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:35.978766 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:36.539636 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7d65f-b9a6-4d6c-b417-e6d2fd269b63 req-b0026068-820f-4c0a-97f8-e28f496f24cd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:36.541442 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-24e7d65f-b9a6-4d6c-b417-e6d2fd269b63 req-b0026068-820f-4c0a-97f8-e28f496f24cd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 943 time: 0.0879891
Aug 25 16:41:36.591418 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-24e7d65f-b9a6-4d6c-b417-e6d2fd269b63 req-0d8ae69d-25dc-4ee9-80e9-ad74084a94eb tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437579
Aug 25 16:41:37.808281 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30140d9-8053-4757-9b3b-594663d721d9 req-eaddcc44-6574-4ea1-861b-e16087749b03 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:37.809896 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f30140d9-8053-4757-9b3b-594663d721d9 req-eaddcc44-6574-4ea1-861b-e16087749b03 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 943 time: 0.0895474
Aug 25 16:41:37.861742 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f30140d9-8053-4757-9b3b-594663d721d9 req-68f22084-2626-4974-8989-4b6ff4c71da4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457575
Aug 25 16:41:37.984359 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f3d95184-f092-4895-9e8a-14a406d81a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:38.548653 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:41:38.694537 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7efa78ad-12bb-4a8d-8aea-30b2d2729f86,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:41:38.711152 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'port_id': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'mac_address': 'fa:16:3e:bb:5d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:41:38.771921 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:38.793094 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:41:38.817328 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7efa78ad-12bb-4a8d-8aea-30b2d2729f86,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:41:38.881425 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:38.883223 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:41:38.956196 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=7efa78ad-12bb-4a8d-8aea-30b2d2729f86,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:41:38.965655 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:38.965996 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:38.966341 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:38.966676 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:38.967001 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:38.967810 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:38.967810 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:38.968070 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:38.968303 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:38.968619 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:38.969058 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:41:38.973736 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:41:39.071057 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885271b2-9720-4497-bbfa-6ec36019afa8 req-decb9657-67e3-4dc7-8338-8619828f4344 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:39.072574 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-885271b2-9720-4497-bbfa-6ec36019afa8 req-decb9657-67e3-4dc7-8338-8619828f4344 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 944 time: 0.0840275
Aug 25 16:41:39.088978 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['7efa78ad-12bb-4a8d-8aea-30b2d2729f86'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:41:39.119816 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:39.129056 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-885271b2-9720-4497-bbfa-6ec36019afa8 req-ae35a508-4fbb-4d8f-9a3b-e1ee8e263776 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0505626
Aug 25 16:41:40.343498 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cd0c3-748c-4103-8844-e3e98fe75160 req-c9667c30-f310-48c2-876f-e62be16dac0a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:40.345041 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cc2cd0c3-748c-4103-8844-e3e98fe75160 req-c9667c30-f310-48c2-876f-e62be16dac0a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 944 time: 0.0862896
Aug 25 16:41:40.394186 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-cc2cd0c3-748c-4103-8844-e3e98fe75160 req-adb3ad7f-05e6-41a0-884f-43c8cfdc6639 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428863
Aug 25 16:41:40.548800 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:41:40.596822 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:40.747485 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:41:40.752798 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:41:40.753262 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:40.910248 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:40.942051 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a59403-2770-43dc-aee0-528238c143bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:41:40.952430 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7efa78ad-12bb-4a8d-8aea-30b2d2729f86,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:41:41.013349 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a59403-2770-43dc-aee0-528238c143bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'code': 200}
Aug 25 16:41:41.053050 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:41.055363 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:41:41.124906 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=7efa78ad-12bb-4a8d-8aea-30b2d2729f86,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:41:41.128012 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:41:41.484479 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7196318d-6205-46f1-9579-2cbf3ed96de9 req-76e4c477-3c75-44f2-a22b-6ab194832717 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 1098 time: 0.0782850
Aug 25 16:41:41.539301 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7196318d-6205-46f1-9579-2cbf3ed96de9 req-e8f22a03-0c9d-4059-99c3-32aa8a778081 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477087
Aug 25 16:41:41.616833 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6335b-ecdc-4ddb-9091-22e202990e72 req-1394c9f7-7c88-4181-a4ee-c444bc6c02c2 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:41.618395 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8de6335b-ecdc-4ddb-9091-22e202990e72 req-1394c9f7-7c88-4181-a4ee-c444bc6c02c2 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 945 time: 0.0870984
Aug 25 16:41:41.668729 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-8de6335b-ecdc-4ddb-9091-22e202990e72 req-72576719-b322-4293-bf08-0d27bfa582ad tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446334
Aug 25 16:41:42.352079 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:41:42.942028 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71bfd2-2995-4e00-87b8-a67a428c62d7 req-6e879dfa-5bea-4487-9224-9dc7a6f3af1e tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:42.944965 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ad71bfd2-2995-4e00-87b8-a67a428c62d7 req-6e879dfa-5bea-4487-9224-9dc7a6f3af1e tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 945 time: 0.0953221
Aug 25 16:41:42.999386 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ad71bfd2-2995-4e00-87b8-a67a428c62d7 req-64ae57cf-6674-462e-a6ed-715e5031961a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0465064
Aug 25 16:41:43.258534 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0217c-cbd4-4065-b9ba-b1ff59e228be req-4f389f26-b2f0-4f7b-9e7a-d3161b5184b1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:43.260397 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-83c0217c-cbd4-4065-b9ba-b1ff59e228be req-4f389f26-b2f0-4f7b-9e7a-d3161b5184b1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 945 time: 0.0966468
Aug 25 16:41:43.316651 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-83c0217c-cbd4-4065-b9ba-b1ff59e228be req-3bb65c93-86f4-4ef8-8b67-8b3c2adf972d tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0495074
Aug 25 16:41:43.362192 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55878) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:41:43.447796 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-fac09edf-8dde-49e4-9be8-db268e0152df tempest-TestVolumeBootPattern-1671287668 tempest-TestVolumeBootPattern-1671287668-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 1093 time: 0.0836515
Aug 25 16:41:43.450304 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 55882) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:41:43.457370 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'floatingip': {'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'port_id': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:41:43.465466 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:41:43.470258 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:floatingip and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:41:43.473438 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:41:43.482611 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:41:43.571952 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:43.822526 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:44.020229 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Allocated IP 172.27.3.20 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/d3d0b91a-6a57-4357-8c36-8ef8b6d14be8) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:41:44.220158 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:44.338561 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:44.342626 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-11d81b4d-f0d1-4123-99ab-480c34286869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:41:44.408757 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:41:44.412252 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:41:44.416595 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:41:44.456682 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'Port': ['ID=d3d0b91a-6a57-4357-8c36-8ef8b6d14be8,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:41:44.461845 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:41:45.104424 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:45.232265 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:45.459719 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:45.518755 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:45.522868 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-ee10423b-1a18-4800-ae92-276b7eeed967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:41:45.636099 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'Port': ['ID=d3d0b91a-6a57-4357-8c36-8ef8b6d14be8,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:41:45.640217 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:41:45.655359 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:45.861090 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.l3_db [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Floating IP 66a6e025-9dba-4070-8728-58eb0a15f68e associated. External IP: 172.27.3.20, port: 7efa78ad-12bb-4a8d-8aea-30b2d2729f86.
Aug 25 16:41:46.329251 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Router eb2925f4-58e6-4fcd-872c-9ebf85588317 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:41:46.556310 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:41:46.566693 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aa403f-554a-43fd-a633-aa0c28d7a5b0 None None] Sync routers for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:41:46.595790 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aa403f-554a-43fd-a633-aa0c28d7a5b0 None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:41:46.595790 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-67aa403f-554a-43fd-a633-aa0c28d7a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf044acca0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:41:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:41:46.661863 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:46.720853 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.2683153
Aug 25 16:41:46.721347 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a59403-2770-43dc-aee0-528238c143bf', 'tag': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:41:46.780254 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a59403-2770-43dc-aee0-528238c143bf', 'tag': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'status': 'completed', 'code': 200}
Aug 25 16:41:46.848299 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-67aa403f-554a-43fd-a633-aa0c28d7a5b0 None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:41:47.021773 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-77475d9a-4c2b-47a0-8332-8c1240ea88ce req-efcd6d70-1023-4c43-9013-fe09b58a3d7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 1098 time: 0.2171915
Aug 25 16:41:47.171369 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77475d9a-4c2b-47a0-8332-8c1240ea88ce req-38918d00-ca1c-4be3-85d0-fc4270c0358d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:47.172783 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-77475d9a-4c2b-47a0-8332-8c1240ea88ce req-38918d00-ca1c-4be3-85d0-fc4270c0358d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 913 time: 0.1451685
Aug 25 16:41:47.295665 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-77475d9a-4c2b-47a0-8332-8c1240ea88ce req-034e6d77-4cb2-4158-8bf5-4498502cfdcc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7efa78ad-12bb-4a8d-8aea-30b2d2729f86 HTTP/1.1" status: 200  len: 998 time: 0.1146641
Aug 25 16:41:47.362874 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77475d9a-4c2b-47a0-8332-8c1240ea88ce req-8ea1e2e5-16eb-418f-b2ae-89615462d827 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:47.364982 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-77475d9a-4c2b-47a0-8332-8c1240ea88ce req-8ea1e2e5-16eb-418f-b2ae-89615462d827 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.0629079
Aug 25 16:41:47.388217 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-67aa403f-554a-43fd-a633-aa0c28d7a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf044acca0>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '66a6e025-9dba-4070-8728-58eb0a15f68e', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:bb:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a59403-2770-43dc-aee0-528238c143bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:44Z', 'updated_at': '2021-08-25T16:41:44Z', 'revision_number': 0, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:41:47.395919 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aa403f-554a-43fd-a633-aa0c28d7a5b0 None None] Checking router: eb2925f4-58e6-4fcd-872c-9ebf85588317 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:41:47.415866 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aa403f-554a-43fd-a633-aa0c28d7a5b0 None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:41:47.417007 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-67aa403f-554a-43fd-a633-aa0c28d7a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf044acca0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:41:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:41:47.444963 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-77475d9a-4c2b-47a0-8332-8c1240ea88ce req-552a2e9f-48b0-4065-ad4e-515d39852266 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738745
Aug 25 16:41:47.618974 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-77475d9a-4c2b-47a0-8332-8c1240ea88ce req-d19e2ed9-457d-47e9-b3b2-900c5f76aab3 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661177
Aug 25 16:41:47.753205 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-67aa403f-554a-43fd-a633-aa0c28d7a5b0 None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:41:47.781662 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-77475d9a-4c2b-47a0-8332-8c1240ea88ce req-534d2067-3ecc-46cc-b1a9-86a6c65903ad service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551135
Aug 25 16:41:48.167223 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-67aa403f-554a-43fd-a633-aa0c28d7a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf044acca0>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '66a6e025-9dba-4070-8728-58eb0a15f68e', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:bb:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a59403-2770-43dc-aee0-528238c143bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:44Z', 'updated_at': '2021-08-25T16:41:44Z', 'revision_number': 0, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:41:48.172674 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aa403f-554a-43fd-a633-aa0c28d7a5b0 None None] The sync data for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi is: [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '66a6e025-9dba-4070-8728-58eb0a15f68e', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:bb:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a59403-2770-43dc-aee0-528238c143bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:44Z', 'updated_at': '2021-08-25T16:41:44Z', 'revision_number': 0, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:41:48.423776 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508b85bb-f497-4b93-9dbd-5ba04beb3401 None None] New status for floating IP 66a6e025-9dba-4070-8728-58eb0a15f68e: ACTIVE {{(pid=75964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:41:54.909184 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:41:58.776137 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7b77964f-9c08-4c03-9252-dfb6f7154356 req-12b19b85-bca9-47cc-ae75-5fb8d23470a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0749595
Aug 25 16:41:58.922121 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7b77964f-9c08-4c03-9252-dfb6f7154356 req-e69a983a-ac83-4d66-a00d-7c99441ba6c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 1098 time: 0.0747027
Aug 25 16:41:59.071944 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77964f-9c08-4c03-9252-dfb6f7154356 req-de6e96c9-028f-4b7f-a578-b9048c0dc203 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:59.073465 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7b77964f-9c08-4c03-9252-dfb6f7154356 req-de6e96c9-028f-4b7f-a578-b9048c0dc203 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 913 time: 0.1320524
Aug 25 16:41:59.190046 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7b77964f-9c08-4c03-9252-dfb6f7154356 req-a627ed21-e206-4811-9153-99b8e2ecdabe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7efa78ad-12bb-4a8d-8aea-30b2d2729f86 HTTP/1.1" status: 200  len: 1000 time: 0.1089923
Aug 25 16:41:59.268299 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77964f-9c08-4c03-9252-dfb6f7154356 req-7c4a9acd-e3b4-4f25-bb1e-02103df747dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:41:59.272108 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7b77964f-9c08-4c03-9252-dfb6f7154356 req-7c4a9acd-e3b4-4f25-bb1e-02103df747dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.0749106
Aug 25 16:41:59.358088 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7b77964f-9c08-4c03-9252-dfb6f7154356 req-2b20a8df-8232-44ec-923c-727e25520125 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803659
Aug 25 16:41:59.495688 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7b77964f-9c08-4c03-9252-dfb6f7154356 req-1d8dfcda-81ca-4b8a-b67d-2aac07e2a993 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306934
Aug 25 16:41:59.640452 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-7b77964f-9c08-4c03-9252-dfb6f7154356 req-277b7e35-be92-4256-910f-a16f4734b5d2 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380084
Aug 25 16:42:05.719750 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-38bd6d08-6f1e-4731-a566-239fa99a41e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:42:05.993667 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:42:08.016533 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-155e206b-1a1d-48d9-992a-cd3190e519f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:42:09.086436 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:42:10.599543 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:42:19.352048 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:42:24.907093 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:42:33.100358 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [req-c25fe59d-c3a5-40c9-9bda-1b985a0ca859 req-4e00d755-7542-4495-86b9-8832a850b7c2 service neutron] (75961) timed out ('10.222.0.60', 59896) {{(pid=75961) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Aug 25 16:42:35.706562 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b45e-d5c3-4872-9595-be3176d29f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:42:35.963422 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:42:37.980356 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-52e8bab1-b62e-438f-942f-fb68b9fddc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:42:39.093844 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:42:40.585932 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:42:54.899930 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:42:56.352814 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:42:58.828954 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-144bfe21-f0eb-49b4-9f8a-45b6f91a918a req-519defbc-7343-40fc-9ab8-48e5f1c60ee8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1656842
Aug 25 16:42:59.110250 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-144bfe21-f0eb-49b4-9f8a-45b6f91a918a req-7bd38ae0-3632-46c1-a0a4-09941d087bbf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 1098 time: 0.2040346
Aug 25 16:42:59.259776 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bfe21-f0eb-49b4-9f8a-45b6f91a918a req-08f03ff1-2190-43b8-8614-7dcfd58e0438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:42:59.261255 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-144bfe21-f0eb-49b4-9f8a-45b6f91a918a req-08f03ff1-2190-43b8-8614-7dcfd58e0438 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 913 time: 0.1324837
Aug 25 16:42:59.367039 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-144bfe21-f0eb-49b4-9f8a-45b6f91a918a req-f01dba7d-1678-4102-90af-218f96f35b08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7efa78ad-12bb-4a8d-8aea-30b2d2729f86 HTTP/1.1" status: 200  len: 1000 time: 0.0988989
Aug 25 16:42:59.430599 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bfe21-f0eb-49b4-9f8a-45b6f91a918a req-7e21553d-469c-437a-a7a8-e1eb9fe72d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:42:59.432076 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-144bfe21-f0eb-49b4-9f8a-45b6f91a918a req-7e21553d-469c-437a-a7a8-e1eb9fe72d64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.0594077
Aug 25 16:42:59.509479 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-144bfe21-f0eb-49b4-9f8a-45b6f91a918a req-e15453bb-d379-446b-b18f-bffd94f7aa0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707676
Aug 25 16:42:59.691111 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-144bfe21-f0eb-49b4-9f8a-45b6f91a918a req-b4478455-eca9-408e-a5e3-dec7d2528308 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738818
Aug 25 16:42:59.833190 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-144bfe21-f0eb-49b4-9f8a-45b6f91a918a req-e3873f68-e009-49b9-801a-50121fd652dd service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363325
Aug 25 16:43:05.699069 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a476890b-15cf-41cd-8195-afecfcfb8812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:05.967527 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:07.973412 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6ab9-2552-4fdf-a0ea-75faaf895fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:09.094007 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:10.591037 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:24.909573 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:25.836581 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-13d4c0df-6847-4743-87be-4dff0e9364b9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50554106&fields=id&tenant_id=867ef2f94ae54553884ee6bdcd2e06f5 HTTP/1.1" status: 200  len: 267 time: 0.0527875
Aug 25 16:43:26.113407 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-4b8ebe25-f57b-464d-b2e7-be15ef812848 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:26.115004 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-4b8ebe25-f57b-464d-b2e7-be15ef812848 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 812 time: 0.2715073
Aug 25 16:43:26.137714 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-772f0051-05df-4570-8903-4897c4dccf02 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/quotas/867ef2f94ae54553884ee6bdcd2e06f5 HTTP/1.1" status: 200  len: 375 time: 0.0132196
Aug 25 16:43:26.265353 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-401bcbb4-0626-401c-821f-87e4944e2c65 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1211753
Aug 25 16:43:26.451037 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-fb477256-c6a8-4755-a9ed-8394d6e77b0a service neutron] 10.222.0.37 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683435
Aug 25 16:43:26.602701 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-d816b000-f41f-47f4-8caa-2f9a9aeb21e6 service neutron] 10.222.0.37 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449575
Aug 25 16:43:27.449741 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1343a6b4-97ba-4fda-9500-dee97a2a459a req-22f39230-0a3b-400c-816e-bababd996eb7 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 210 time: 0.1288836
Aug 25 16:43:28.640309 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-fba61a0c-fafe-4cfc-96d4-b573a9671275 req-652bb50b-942f-4bbb-956a-8d2881daacb4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 210 time: 0.0503216
Aug 25 16:43:29.422128 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-3022c633-5684-4f8e-bb0a-d784c1b5b9b7 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:29.424857 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-3022c633-5684-4f8e-bb0a-d784c1b5b9b7 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 812 time: 0.1698356
Aug 25 16:43:29.490618 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-a7a63fb6-1c77-40d9-adcf-c44dfbfa5e87 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=867ef2f94ae54553884ee6bdcd2e06f5 HTTP/1.1" status: 200  len: 378 time: 0.0505831
Aug 25 16:43:29.499526 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'port': {'device_id': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'admin_state_up': True, 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'security_groups': ['dd8eb589-1655-4a86-9f10-d7b81e91aad3']}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:43:29.698796 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:43:29.705166 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:port and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:43:29.710427 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for port was recalculated. Used quota:5. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:43:29.719389 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:43:29.806395 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Made reservation on behalf of 867ef2f94ae54553884ee6bdcd2e06f5 for: {'port': 1} {{(pid=75961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 25 16:43:29.812396 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:29.883694 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-f6aae880-546a-4bf5-9697-87ab8d57e910 req-37da8293-a67b-4217-8298-c673a90cbde9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 210 time: 0.0845628
Aug 25 16:43:30.033424 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Allocated IP 172.20.0.7 (d9369ff0-93d6-44b8-9afb-d4064565c3f5/45850b24-f80b-4603-a7e2-7bd5a8f0cd77/8117ffa0-d650-4e44-86c0-38f01457bbc4) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:43:30.277612 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:30.295257 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Transition to ACTIVE for port object 8117ffa0-d650-4e44-86c0-38f01457bbc4 will not be triggered until provisioned by entity DHCP. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:43:30.417598 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:30.425895 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-50589cd5-06b3-4bf4-bc4a-40e894fdcd2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:43:30.502243 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Network d9369ff0-93d6-44b8-9afb-d4064565c3f5 is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:43:30.507555 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:43:30.509784 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:43:30.555453 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'Port': ['ID=8117ffa0-d650-4e44-86c0-38f01457bbc4,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:43:30.572459 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:30.572895 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:30.573218 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:30.573583 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:30.573944 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:30.574551 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:30.575706 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:30.575706 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:30.575901 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:30.576301 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:30.576874 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:30.599487 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:43:30.613669 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:30.614347 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:30.766804 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2708886
Aug 25 16:43:30.783781 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Request body: {'port': {'device_id': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:43:30.914234 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-301a2cd8-a070-439e-8391-523e89895211 None None] Provisioning for port 8117ffa0-d650-4e44-86c0-38f01457bbc4 completed by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:43:30.919805 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-301a2cd8-a070-439e-8391-523e89895211 None None] Provisioning complete for port 8117ffa0-d650-4e44-86c0-38f01457bbc4 triggered by entity DHCP. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:43:30.923618 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-301a2cd8-a070-439e-8391-523e89895211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:30.923812 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:31.000340 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-301a2cd8-a070-439e-8391-523e89895211 None None] Port 8117ffa0-d650-4e44-86c0-38f01457bbc4 cannot update to ACTIVE because it is not bound. {{(pid=75963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 25 16:43:31.220668 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5f849-d108-4d13-8a02-0a190c866a9b req-6d62b3c0-cb33-4bb0-a334-110ad6d8804b tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:31.222516 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0de5f849-d108-4d13-8a02-0a190c866a9b req-6d62b3c0-cb33-4bb0-a334-110ad6d8804b tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 931 time: 0.1389356
Aug 25 16:43:31.316264 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0de5f849-d108-4d13-8a02-0a190c866a9b req-385c27aa-850e-49f2-b927-aceee91ead2b tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0821028
Aug 25 16:43:31.554613 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8117ffa0-d650-4e44-86c0-38f01457bbc4 {{(pid=75961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:43:31.562352 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:31.587719 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.provisioning_blocks [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Transition to ACTIVE for port object 8117ffa0-d650-4e44-86c0-38f01457bbc4 will not be triggered until provisioned by entity L2. {{(pid=75961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 25 16:43:31.714995 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:31.719543 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-e02c5161-f0ed-4d6e-9588-ab2437d228ee tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:43:31.871700 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Pushing event updated for resources: {'Port': ['ID=8117ffa0-d650-4e44-86c0-38f01457bbc4,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:43:31.875590 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:43:32.021091 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Attempting to bind port 8117ffa0-d650-4e44-86c0-38f01457bbc4 on host hv-cinder-80582 for vnic_type normal with profile  {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 25 16:43:32.021545 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Attempting to bind port 8117ffa0-d650-4e44-86c0-38f01457bbc4 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 25 16:43:32.021991 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Attempting to bind port 8117ffa0-d650-4e44-86c0-38f01457bbc4 on network d9369ff0-93d6-44b8-9afb-d4064565c3f5 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:43:32.033012 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Port 8117ffa0-d650-4e44-86c0-38f01457bbc4 on network d9369ff0-93d6-44b8-9afb-d4064565c3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 25 16:43:32.033575 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Attempting to bind port 8117ffa0-d650-4e44-86c0-38f01457bbc4 on network d9369ff0-93d6-44b8-9afb-d4064565c3f5 {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 25 16:43:32.046461 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Checking agent: {'id': '520cd645-31d3-4d9b-98c3-57ba2cf29e15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'started_at': datetime.datetime(2021, 8, 25, 16, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 25 16:43:32.046982 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Checking segment: {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 25 16:43:32.048442 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Bound using segment: {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'} {{(pid=75961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 25 16:43:32.049935 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.managers [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Bound port: 8117ffa0-d650-4e44-86c0-38f01457bbc4, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fb4119-2888-401e-9815-31825b5ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5'}}] {{(pid=75961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 25 16:43:32.050530 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:32.181441 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] For port 8117ffa0-d650-4e44-86c0-38f01457bbc4, host hv-cinder-80582, cleared binding levels {{(pid=75961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 25 16:43:32.186247 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] For port 8117ffa0-d650-4e44-86c0-38f01457bbc4, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8117ffa0-d650-4e44-86c0-38f01457bbc4,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 25 16:43:32.291633 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:32.295851 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-dc40344a-09fd-4b4e-b70c-e4b7c0ca6864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:43:32.371745 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:32.373275 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] 10.222.0.60 "PUT /v2.0/ports/8117ffa0-d650-4e44-86c0-38f01457bbc4 HTTP/1.1" status: 200  len: 1093 time: 1.5951467
Aug 25 16:43:32.373856 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'tag': '8117ffa0-d650-4e44-86c0-38f01457bbc4'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:43:32.411344 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Pushing event updated for resources: {'Port': ['ID=8117ffa0-d650-4e44-86c0-38f01457bbc4,revision_number=3']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:43:32.415900 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-707ecd9c-6a66-4130-bee3-193183d1f06e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:43:32.570552 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'tag': '8117ffa0-d650-4e44-86c0-38f01457bbc4', 'status': 'completed', 'code': 200}
Aug 25 16:43:32.602545 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-347dbbf1-2213-470e-8e96-1d151e982cd3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 1096 time: 0.1187222
Aug 25 16:43:32.614195 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5240a6-b38c-4fe8-ab7e-a18a1a0e8ceb req-d07ffb7f-6395-4a31-aafa-8380129350fc tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:32.617952 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2a5240a6-b38c-4fe8-ab7e-a18a1a0e8ceb req-d07ffb7f-6395-4a31-aafa-8380129350fc tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 943 time: 0.1154733
Aug 25 16:43:32.693722 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-eb2e3c15-13de-4415-9602-078bbce3754e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8117ffa0-d650-4e44-86c0-38f01457bbc4 HTTP/1.1" status: 200  len: 217 time: 0.0756354
Aug 25 16:43:32.693987 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2a5240a6-b38c-4fe8-ab7e-a18a1a0e8ceb req-b29b8b54-2789-482a-88a8-5f057a623a28 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0700176
Aug 25 16:43:32.756004 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-39f8a5df-7472-4aec-a306-0e90a8b4c9b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:32.757484 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-39f8a5df-7472-4aec-a306-0e90a8b4c9b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.0618742
Aug 25 16:43:32.850349 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-c7e6d8bd-86c4-4c84-b611-553061aca55a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855944
Aug 25 16:43:32.992862 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-6d3e9670-da68-402d-a236-2c9500bc6b9c service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343005
Aug 25 16:43:33.139736 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-405c4482-8be2-4191-a312-9b6f2a92d28f req-ad84d2c2-9af5-406c-a43f-cf14e4d93d5e service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388478
Aug 25 16:43:33.331138 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-331c9618-d3ee-4559-aee4-d56ba1988ccf req-8a721889-b28d-4195-af85-c96d37a0cd24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 1096 time: 0.0859258
Aug 25 16:43:33.352439 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:43:33.475476 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c9618-d3ee-4559-aee4-d56ba1988ccf req-1f3c33b4-90bf-458d-91a7-82454daaef36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:33.477017 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-331c9618-d3ee-4559-aee4-d56ba1988ccf req-1f3c33b4-90bf-458d-91a7-82454daaef36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 913 time: 0.1382563
Aug 25 16:43:33.661574 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-331c9618-d3ee-4559-aee4-d56ba1988ccf req-d149e860-848b-4cb3-9751-63f6fd95693c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8117ffa0-d650-4e44-86c0-38f01457bbc4 HTTP/1.1" status: 200  len: 217 time: 0.1744676
Aug 25 16:43:33.733919 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c9618-d3ee-4559-aee4-d56ba1988ccf req-49ca38dd-6d4b-476a-8c5a-b25f55d3cdad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:33.736962 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-331c9618-d3ee-4559-aee4-d56ba1988ccf req-49ca38dd-6d4b-476a-8c5a-b25f55d3cdad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.0655289
Aug 25 16:43:33.827826 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-331c9618-d3ee-4559-aee4-d56ba1988ccf req-934b6698-eadb-411e-a6ac-34623872f892 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818779
Aug 25 16:43:33.927670 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bae059-5acd-4ee3-a3b4-2f3c676c1443 req-b7ebf4cd-1843-4260-9a3e-3610a235cfc2 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:33.929418 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-36bae059-5acd-4ee3-a3b4-2f3c676c1443 req-b7ebf4cd-1843-4260-9a3e-3610a235cfc2 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 943 time: 0.0940368
Aug 25 16:43:33.984185 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-36bae059-5acd-4ee3-a3b4-2f3c676c1443 req-7d1cc8fe-dabd-415f-a489-fe73bbd96730 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0473580
Aug 25 16:43:34.027666 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-331c9618-d3ee-4559-aee4-d56ba1988ccf req-1f907908-80c9-453b-976e-204c44ab74a3 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926210
Aug 25 16:43:34.182393 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-331c9618-d3ee-4559-aee4-d56ba1988ccf req-120c5bbb-fa72-495a-ac58-575116064901 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444747
Aug 25 16:43:35.260053 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded5f89-3acc-49fc-8ef6-3b7af9a794a1 req-85d6ff72-80a0-42aa-9d22-22cc89f47475 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:35.261658 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9ded5f89-3acc-49fc-8ef6-3b7af9a794a1 req-85d6ff72-80a0-42aa-9d22-22cc89f47475 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 943 time: 0.1033294
Aug 25 16:43:35.318373 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9ded5f89-3acc-49fc-8ef6-3b7af9a794a1 req-9e6f986d-b314-407f-9a24-80c30e9a6acd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0485315
Aug 25 16:43:35.725056 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-1eed3b8a-a8aa-45bd-a340-e51a07d3f523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:35.988488 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:36.559441 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1042ef-ea01-4148-9c53-f0ebbfe1d18a req-585b56ca-f9ff-474e-9036-b03b16d6084a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:36.561877 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ec1042ef-ea01-4148-9c53-f0ebbfe1d18a req-585b56ca-f9ff-474e-9036-b03b16d6084a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 943 time: 0.1030645
Aug 25 16:43:36.616782 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-ec1042ef-ea01-4148-9c53-f0ebbfe1d18a req-759f5d91-c7f9-4f35-a40c-36acafc20a09 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484755
Aug 25 16:43:37.846954 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca25c35-4a82-40ca-973f-1330e732e774 req-76022182-1ae8-4198-990f-199c0cff5d25 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:37.848552 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2ca25c35-4a82-40ca-973f-1330e732e774 req-76022182-1ae8-4198-990f-199c0cff5d25 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 943 time: 0.0919178
Aug 25 16:43:37.908839 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2ca25c35-4a82-40ca-973f-1330e732e774 req-79d1ed0e-55b0-4ca9-afa2-f4c277e706f0 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0526302
Aug 25 16:43:37.987809 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-ee5d6f1c-d73e-418e-88dc-fc47e4ade121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:39.113771 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:39.123877 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebe8f8-9393-41eb-bdc3-73e78303a47d req-602d8009-01e5-40bd-b116-fd5ead6b7b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:39.125484 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0aebe8f8-9393-41eb-bdc3-73e78303a47d req-602d8009-01e5-40bd-b116-fd5ead6b7b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 943 time: 0.0837314
Aug 25 16:43:39.174124 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-0aebe8f8-9393-41eb-bdc3-73e78303a47d req-24784afe-5f6f-4565-8f33-43d8a8b4bc35 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428281
Aug 25 16:43:40.382766 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2de2d-795c-4813-baea-759954c590ee req-27664eed-a57f-431e-8955-4e77fffc5bf4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:40.384233 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-27d2de2d-795c-4813-baea-759954c590ee req-27664eed-a57f-431e-8955-4e77fffc5bf4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 943 time: 0.0806503
Aug 25 16:43:40.431246 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-27d2de2d-795c-4813-baea-759954c590ee req-9fe13201-3d5e-4149-9e5f-c072b7449edc tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415390
Aug 25 16:43:40.565038 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:41.135875 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8117ffa0-d650-4e44-86c0-38f01457bbc4 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 25 16:43:41.274395 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8117ffa0-d650-4e44-86c0-38f01457bbc4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8117ffa0-d650-4e44-86c0-38f01457bbc4,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:43:41.287809 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Returning: {'device': '8117ffa0-d650-4e44-86c0-38f01457bbc4', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'port_id': '8117ffa0-d650-4e44-86c0-38f01457bbc4', 'mac_address': 'fa:16:3e:7f:ea:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 25 16:43:41.342828 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:41.360474 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8117ffa0-d650-4e44-86c0-38f01457bbc4 {{(pid=75963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 25 16:43:41.376067 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8117ffa0-d650-4e44-86c0-38f01457bbc4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8117ffa0-d650-4e44-86c0-38f01457bbc4,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:43:41.433926 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:41.435536 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-2b687beb-6d9c-4be7-a6ba-28890360aae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:43:41.512160 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=8117ffa0-d650-4e44-86c0-38f01457bbc4,revision_number=4']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:43:41.523155 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:41.523561 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:41.523837 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:41.524172 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:41.524500 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:41.524826 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:41.525170 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:41.525552 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:41.525880 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:41.526197 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:41.526523 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:43:41.530714 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:43:41.647359 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56673578-994e-4fa3-8bf2-d97b211902b6 req-5786a7e1-1e39-4fbf-9b7f-5a96a5a85667 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:41.649013 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-56673578-994e-4fa3-8bf2-d97b211902b6 req-5786a7e1-1e39-4fbf-9b7f-5a96a5a85667 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 944 time: 0.0842052
Aug 25 16:43:41.667523 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] get_ports_and_sgs() called for port_ids ['8117ffa0-d650-4e44-86c0-38f01457bbc4'] {{(pid=75963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 25 16:43:41.707168 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-56673578-994e-4fa3-8bf2-d97b211902b6 req-98b6d78c-4fd2-42a2-bff3-fd545a991db4 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0495796
Aug 25 16:43:42.936429 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235ffb7-5a7b-4921-9248-4e0d75a39e01 req-cf4980f1-c202-4e8d-aeb0-359c05344add tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:42.938563 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1235ffb7-5a7b-4921-9248-4e0d75a39e01 req-cf4980f1-c202-4e8d-aeb0-359c05344add tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 944 time: 0.0893526
Aug 25 16:43:42.990659 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1235ffb7-5a7b-4921-9248-4e0d75a39e01 req-38255a0d-3131-41e2-b168-8e44b222ec9e tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461512
Aug 25 16:43:43.135450 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8117ffa0-d650-4e44-86c0-38f01457bbc4 up at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 25 16:43:43.273804 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning for port 8117ffa0-d650-4e44-86c0-38f01457bbc4 completed by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 25 16:43:43.278982 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.provisioning_blocks [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Provisioning complete for port 8117ffa0-d650-4e44-86c0-38f01457bbc4 triggered by entity L2. {{(pid=75963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 25 16:43:43.279357 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4104704'] for port, provisioning_complete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:43.456956 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:43.506530 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8117ffa0-d650-4e44-86c0-38f01457bbc4'}] {{(pid=75963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:43:43.521859 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] For port 8117ffa0-d650-4e44-86c0-38f01457bbc4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8117ffa0-d650-4e44-86c0-38f01457bbc4,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:43:43.582795 dv-cinder-805825-2-iscsi neutron-server[75963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8117ffa0-d650-4e44-86c0-38f01457bbc4', 'code': 200}
Aug 25 16:43:43.594871 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134'] for port, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:43.598125 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-c020d046-cce1-4199-8f5b-d3c968f61c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:43:43.706446 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Pushing event updated for resources: {'Port': ['ID=8117ffa0-d650-4e44-86c0-38f01457bbc4,revision_number=5']} {{(pid=75963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:43:43.709638 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_concurrency.lockutils [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:43:44.021868 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-439e1f8d-b959-4200-b164-77da5107871e req-9b62f1b0-c0f5-46bc-bd16-6c8dcd9bcb50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 1098 time: 0.0779953
Aug 25 16:43:44.082201 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-439e1f8d-b959-4200-b164-77da5107871e req-b614e4c9-b91a-4fa0-85b3-ee1d97fb462d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0529525
Aug 25 16:43:44.220914 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac606a2-8caa-4f2d-81ca-ffe1a62f1ba9 req-787ae463-ee9c-42b5-98b8-d148df675dd7 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:44.222533 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2ac606a2-8caa-4f2d-81ca-ffe1a62f1ba9 req-787ae463-ee9c-42b5-98b8-d148df675dd7 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 945 time: 0.0901005
Aug 25 16:43:44.278296 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-2ac606a2-8caa-4f2d-81ca-ffe1a62f1ba9 req-54e66a74-c2d6-4c0c-a88c-09b9c9d31a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0490520
Aug 25 16:43:45.487792 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260407bd-40b1-4a43-b4b4-4333388cfdc3 req-5490557c-2ea0-40a4-8c0d-ea7e7420c6e9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:45.489353 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-260407bd-40b1-4a43-b4b4-4333388cfdc3 req-5490557c-2ea0-40a4-8c0d-ea7e7420c6e9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 945 time: 0.0824761
Aug 25 16:43:45.651357 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-260407bd-40b1-4a43-b4b4-4333388cfdc3 req-39878e6a-f8c8-44bf-b006-c554e5a1fef6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1560390
Aug 25 16:43:45.886225 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62a0b1-1dc3-4223-8c34-c079c1eac70f req-e469baf1-1765-428c-934c-84028311f02a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:45.887763 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1d62a0b1-1dc3-4223-8c34-c079c1eac70f req-e469baf1-1765-428c-934c-84028311f02a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 945 time: 0.0960999
Aug 25 16:43:45.939136 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-1d62a0b1-1dc3-4223-8c34-c079c1eac70f req-b1c1fc0a-e8f5-4243-849f-f74601ace307 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445771
Aug 25 16:43:45.970576 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 56016) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:43:46.050890 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-d04dd020-798d-42b5-bc27-e49f57efee77 tempest-TestVolumeBootPattern-1671287668 tempest-TestVolumeBootPattern-1671287668-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 1093 time: 0.0789924
Aug 25 16:43:46.053503 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 56020) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:43:46.058971 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.v2.base [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Request body: {'floatingip': {'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'port_id': '8117ffa0-d650-4e44-86c0-38f01457bbc4', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=75961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 25 16:43:46.064782 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 25 16:43:46.068666 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Usage tracker for resource:floatingip and tenant:867ef2f94ae54553884ee6bdcd2e06f5 is out of sync, need to count used quota {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 25 16:43:46.071605 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=75961) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 25 16:43:46.077386 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.quota.driver [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=75961) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 25 16:43:46.130761 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:46.284924 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:46.466998 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_common [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Allocated IP 172.27.3.180 (2be15cde-d260-4d32-99ee-590621cca1ed/29dbc454-72a5-42db-b201-cd13930f7d0c/24dbe596-a9e6-4688-8525-ab6506127bfa) {{(pid=75961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 25 16:43:46.632914 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for port, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:46.749221 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787240183071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:46.753996 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6e297587-9ea7-441e-bde0-dbb591ff2a85 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:43:46.823810 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Network 2be15cde-d260-4d32-99ee-590621cca1ed is already hosted by enough agents. {{(pid=75961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 25 16:43:46.826733 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.base_scheduler [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Resources bound (agent type, host, resource id):  {{(pid=75961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 25 16:43:46.830900 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Received port after_create {{(pid=75961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 25 16:43:46.862178 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'Port': ['ID=24dbe596-a9e6-4688-8525-ab6506127bfa,revision_number=1']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:43:46.868567 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:43:47.470663 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:47.607903 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3692860'] for port, before_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:47.834173 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for port, precommit_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:47.908258 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787240608022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787240183089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787240183134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1548516'] for port, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:47.912610 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-73803f7f-f32e-4b72-81cb-0fad5cb92b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:43:48.020289 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event updated for resources: {'Port': ['ID=24dbe596-a9e6-4688-8525-ab6506127bfa,revision_number=2']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:43:48.024514 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:43:48.038169 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936355'] for floatingip, after_update {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:48.255012 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.db.l3_db [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Floating IP 5fc33b74-3611-4ca7-b599-c42215f476a4 associated. External IP: 172.27.3.180, port: 8117ffa0-d650-4e44-86c0-38f01457bbc4.
Aug 25 16:43:48.688035 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Router eb2925f4-58e6-4fcd-872c-9ebf85588317 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:43:48.903864 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:43:48.914736 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c68a0-99ad-4bab-a988-ea71f52ff964 None None] Sync routers for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:43:48.927568 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c68a0-99ad-4bab-a988-ea71f52ff964 None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:43:48.928214 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-c09c68a0-99ad-4bab-a988-ea71f52ff964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0466f610>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:43:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:43:49.027866 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:43:49.092609 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-9ecba519-6ca4-4d02-bf7e-0a786d302ce1 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0380745
Aug 25 16:43:49.094244 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'tag': '8117ffa0-d650-4e44-86c0-38f01457bbc4'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:43:49.124524 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-c09c68a0-99ad-4bab-a988-ea71f52ff964 None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:43:49.159692 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'tag': '8117ffa0-d650-4e44-86c0-38f01457bbc4', 'status': 'completed', 'code': 200}
Aug 25 16:43:49.310806 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0a260282-9aac-4d5c-8685-8ce38c032e15 req-66c18ade-32b5-4793-97cf-6fb458fb609c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 1098 time: 0.1243048
Aug 25 16:43:49.450291 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a260282-9aac-4d5c-8685-8ce38c032e15 req-968ca920-50f8-4816-b6d2-84fca2f6fa5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:49.453529 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0a260282-9aac-4d5c-8685-8ce38c032e15 req-968ca920-50f8-4816-b6d2-84fca2f6fa5b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 913 time: 0.1348014
Aug 25 16:43:49.545029 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-c09c68a0-99ad-4bab-a988-ea71f52ff964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0466f610>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '5fc33b74-3611-4ca7-b599-c42215f476a4', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '8117ffa0-d650-4e44-86c0-38f01457bbc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:7f:ea:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:43:47Z', 'updated_at': '2021-08-25T16:43:47Z', 'revision_number': 0, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}, {'id': '66a6e025-9dba-4070-8728-58eb0a15f68e', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:bb:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a59403-2770-43dc-aee0-528238c143bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:44Z', 'updated_at': '2021-08-25T16:41:48Z', 'revision_number': 1, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:43:49.551611 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c68a0-99ad-4bab-a988-ea71f52ff964 None None] Checking router: eb2925f4-58e6-4fcd-872c-9ebf85588317 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:43:49.570652 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c68a0-99ad-4bab-a988-ea71f52ff964 None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:43:49.571633 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-c09c68a0-99ad-4bab-a988-ea71f52ff964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf0466f610>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:43:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:43:49.698615 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0a260282-9aac-4d5c-8685-8ce38c032e15 req-196e5430-6612-40f1-9bc2-940f22dc5b24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8117ffa0-d650-4e44-86c0-38f01457bbc4 HTTP/1.1" status: 200  len: 999 time: 0.2387242
Aug 25 16:43:49.769691 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a260282-9aac-4d5c-8685-8ce38c032e15 req-592d55f6-6c01-44ed-b5c2-28997713e508 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:43:49.771415 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0a260282-9aac-4d5c-8685-8ce38c032e15 req-592d55f6-6c01-44ed-b5c2-28997713e508 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.0655627
Aug 25 16:43:49.776849 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-c09c68a0-99ad-4bab-a988-ea71f52ff964 None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:43:49.859829 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0a260282-9aac-4d5c-8685-8ce38c032e15 req-182fdfcf-4a15-488f-9f8e-96d786ba6778 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796900
Aug 25 16:43:50.003778 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0a260282-9aac-4d5c-8685-8ce38c032e15 req-b71fd9fe-d322-43e8-ae4b-0406531eb5d1 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358359
Aug 25 16:43:50.170949 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-0a260282-9aac-4d5c-8685-8ce38c032e15 req-14cfe855-e140-46c4-a4ef-23b413650efb service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569369
Aug 25 16:43:50.255876 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-c09c68a0-99ad-4bab-a988-ea71f52ff964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf0466f610>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '5fc33b74-3611-4ca7-b599-c42215f476a4', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '8117ffa0-d650-4e44-86c0-38f01457bbc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:7f:ea:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:43:47Z', 'updated_at': '2021-08-25T16:43:47Z', 'revision_number': 0, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}, {'id': '66a6e025-9dba-4070-8728-58eb0a15f68e', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:bb:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a59403-2770-43dc-aee0-528238c143bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:44Z', 'updated_at': '2021-08-25T16:41:48Z', 'revision_number': 1, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:43:50.260041 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c68a0-99ad-4bab-a988-ea71f52ff964 None None] The sync data for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi is: [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '5fc33b74-3611-4ca7-b599-c42215f476a4', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '8117ffa0-d650-4e44-86c0-38f01457bbc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:7f:ea:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:43:47Z', 'updated_at': '2021-08-25T16:43:47Z', 'revision_number': 0, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}, {'id': '66a6e025-9dba-4070-8728-58eb0a15f68e', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:bb:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a59403-2770-43dc-aee0-528238c143bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:44Z', 'updated_at': '2021-08-25T16:41:48Z', 'revision_number': 1, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:43:50.466078 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef13dca-8588-4023-ae24-e43628a7b6a0 None None] New status for floating IP 5fc33b74-3611-4ca7-b599-c42215f476a4: ACTIVE {{(pid=75964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:43:54.896878 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:44:02.116434 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-bd636107-6dae-474f-86fa-91a98fc28205 req-02e883a6-ca56-4c3d-a8ce-3a8311ef3820 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0748990
Aug 25 16:44:02.275332 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-bd636107-6dae-474f-86fa-91a98fc28205 req-b97f22a4-d2d7-4b64-be91-1fe896afecef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 1098 time: 0.0792720
Aug 25 16:44:02.431376 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636107-6dae-474f-86fa-91a98fc28205 req-15eb7ea7-714a-4a20-b806-afe1394cc2fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:44:02.432723 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-bd636107-6dae-474f-86fa-91a98fc28205 req-15eb7ea7-714a-4a20-b806-afe1394cc2fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 913 time: 0.1354368
Aug 25 16:44:02.573481 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-bd636107-6dae-474f-86fa-91a98fc28205 req-f778312f-d611-4ede-b704-6d866880a00a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7efa78ad-12bb-4a8d-8aea-30b2d2729f86 HTTP/1.1" status: 200  len: 1000 time: 0.1270955
Aug 25 16:44:02.681642 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636107-6dae-474f-86fa-91a98fc28205 req-dcfde2cb-c66a-4d68-8682-b864bfbf7969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:44:02.683137 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-bd636107-6dae-474f-86fa-91a98fc28205 req-dcfde2cb-c66a-4d68-8682-b864bfbf7969 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.1009145
Aug 25 16:44:02.778052 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-bd636107-6dae-474f-86fa-91a98fc28205 req-fbca54ef-8a21-43a6-a3c7-95fc8f2fa22c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855627
Aug 25 16:44:02.929985 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-bd636107-6dae-474f-86fa-91a98fc28205 req-673d42a8-d6f8-4cc1-a327-9371807bde41 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447637
Aug 25 16:44:03.098825 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-bd636107-6dae-474f-86fa-91a98fc28205 req-bf4835a6-daf3-44b1-973c-5a372810172a service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609738
Aug 25 16:44:05.672843 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9973b1c9-bc18-4827-af8a-333ae4fea425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:44:05.970166 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:44:07.987224 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-330ce169-6470-4f5d-9961-bb0bd18b6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:44:09.111779 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:44:10.351750 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:44:10.580828 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:44:24.923296 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:44:35.688789 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9cff-718f-4ab2-8add-f64653b32a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:44:35.984954 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:44:37.973958 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b5e01d31-6acd-41b5-8218-af3bc687dc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:44:39.099822 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:44:40.574226 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:44:47.351098 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:44:54.937590 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:02.147575 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-44b23124-71a5-4388-8536-b8b718e3e172 req-7e121eba-9a58-4002-9af5-57b36957857a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0791533
Aug 25 16:45:02.244480 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-44b23124-71a5-4388-8536-b8b718e3e172 req-c67ad086-fe38-49d3-a7cd-f25dd9b1611e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 1098 time: 0.0736539
Aug 25 16:45:02.406099 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b23124-71a5-4388-8536-b8b718e3e172 req-7af3db49-cb0e-4e60-813f-bdfaf1d1fd6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:45:02.407484 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-44b23124-71a5-4388-8536-b8b718e3e172 req-7af3db49-cb0e-4e60-813f-bdfaf1d1fd6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 913 time: 0.1423445
Aug 25 16:45:02.630445 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-44b23124-71a5-4388-8536-b8b718e3e172 req-b8b5d176-9b19-44c1-a9b4-92dae85090d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8117ffa0-d650-4e44-86c0-38f01457bbc4 HTTP/1.1" status: 200  len: 1001 time: 0.2162962
Aug 25 16:45:02.700095 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b23124-71a5-4388-8536-b8b718e3e172 req-4699b208-1dfc-4a65-8655-f66183f03852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:45:02.701535 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-44b23124-71a5-4388-8536-b8b718e3e172 req-4699b208-1dfc-4a65-8655-f66183f03852 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.0641181
Aug 25 16:45:02.789402 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-44b23124-71a5-4388-8536-b8b718e3e172 req-250b4d5c-ee05-460a-a6ea-b5b0ff35528b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812416
Aug 25 16:45:02.946215 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-44b23124-71a5-4388-8536-b8b718e3e172 req-fd5ccab7-88a0-4b3d-bae8-9e40a77c85ea service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496019
Aug 25 16:45:03.090608 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-44b23124-71a5-4388-8536-b8b718e3e172 req-cfd0a370-cdc9-48d9-ac88-6c10828e1fb3 service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375463
Aug 25 16:45:05.715932 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f70c06a1-0139-4e08-8205-4f3908513136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:06.030295 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:08.064772 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-84cc5bc3-7ad9-47c8-b83f-99dedb85d6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:09.137454 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:10.599552 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:10.672211 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 56050) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:10.920036 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Deleting port 24dbe596-a9e6-4688-8525-ab6506127bfa {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:10.920380 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:11.139615 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:11.139986 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:11.274346 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Calling delete_port for 24dbe596-a9e6-4688-8525-ab6506127bfa owned by network:floatingip {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:11.565947 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:11.573389 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-f055031e-3d4e-4624-aa80-454a284ae76c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:11.627642 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event deleted for resources: {'Port': ['ID=24dbe596-a9e6-4688-8525-ab6506127bfa,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:11.667738 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:11.668150 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:11.668523 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:11.668875 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:11.669262 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:11.669620 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:11.669974 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:11.670321 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:11.670667 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:11.671011 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:11.671356 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:11.678296 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:11.741560 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:12.207688 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Router eb2925f4-58e6-4fcd-872c-9ebf85588317 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:45:12.568645 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:45:12.586216 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c976f-f1e7-4bc3-9089-c09614d23f06 None None] Sync routers for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:45:12.592112 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:12.613316 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c976f-f1e7-4bc3-9089-c09614d23f06 None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:45:12.616711 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-449c976f-f1e7-4bc3-9089-c09614d23f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04dad910>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:45:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:12.680816 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-cac902ec-5fc1-4afb-8e34-1be74e5e5e1a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "DELETE /v2.0/floatingips/5fc33b74-3611-4ca7-b599-c42215f476a4 HTTP/1.1" status: 204  len: 168 time: 1.9978414
Aug 25 16:45:12.680816 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'tag': '8117ffa0-d650-4e44-86c0-38f01457bbc4'}] {{(pid=75962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:45:12.992274 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-449c976f-f1e7-4bc3-9089-c09614d23f06 None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:45:13.031821 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'tag': '8117ffa0-d650-4e44-86c0-38f01457bbc4', 'status': 'completed', 'code': 200}
Aug 25 16:45:13.183918 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-4d4b5581-203b-449b-ac21-7369f8584e7e req-86c53ea9-5856-4498-a9d5-31767689b039 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 1098 time: 0.1303086
Aug 25 16:45:13.409215 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b5581-203b-449b-ac21-7369f8584e7e req-4554a806-6f29-44eb-a4cc-02e57c3de523 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:45:13.411709 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-4d4b5581-203b-449b-ac21-7369f8584e7e req-4554a806-6f29-44eb-a4cc-02e57c3de523 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 913 time: 0.2206771
Aug 25 16:45:13.564542 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-4d4b5581-203b-449b-ac21-7369f8584e7e req-7af77cc4-ecd0-41c1-bce7-116d052f55df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8117ffa0-d650-4e44-86c0-38f01457bbc4 HTTP/1.1" status: 200  len: 217 time: 0.1442056
Aug 25 16:45:13.588424 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-449c976f-f1e7-4bc3-9089-c09614d23f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04dad910>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '66a6e025-9dba-4070-8728-58eb0a15f68e', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:bb:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a59403-2770-43dc-aee0-528238c143bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:44Z', 'updated_at': '2021-08-25T16:41:48Z', 'revision_number': 1, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:13.595229 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c976f-f1e7-4bc3-9089-c09614d23f06 None None] Checking router: eb2925f4-58e6-4fcd-872c-9ebf85588317 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:45:13.614057 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c976f-f1e7-4bc3-9089-c09614d23f06 None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:45:13.614884 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-449c976f-f1e7-4bc3-9089-c09614d23f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04dad910>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:45:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:13.653378 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4bca7-c796-4a06-8468-50734f274813 req-bd917036-ac53-4172-9205-6e4411882fe3 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:45:13.654433 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-9dd4bca7-c796-4a06-8468-50734f274813 req-bd917036-ac53-4172-9205-6e4411882fe3 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Synchronizing usage tracker for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:port {{(pid=75962) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:45:13.686999 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b5581-203b-449b-ac21-7369f8584e7e req-579fa656-9b96-408e-b023-b1c47951a4b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:45:13.690679 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-4d4b5581-203b-449b-ac21-7369f8584e7e req-579fa656-9b96-408e-b023-b1c47951a4b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.1183667
Aug 25 16:45:13.756038 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.quota.resource [req-9dd4bca7-c796-4a06-8468-50734f274813 req-bd917036-ac53-4172-9205-6e4411882fe3 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Unset dirty status for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:port {{(pid=75962) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:45:13.758405 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9dd4bca7-c796-4a06-8468-50734f274813 req-bd917036-ac53-4172-9205-6e4411882fe3 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 945 time: 0.2550049
Aug 25 16:45:13.806352 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-4d4b5581-203b-449b-ac21-7369f8584e7e req-5cdd097f-3083-4b5e-99dc-fe61284d09d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1049941
Aug 25 16:45:13.837098 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-9dd4bca7-c796-4a06-8468-50734f274813 req-5e1a573f-ee69-4585-ac1f-fc1147abbd96 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0684533
Aug 25 16:45:13.855989 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-449c976f-f1e7-4bc3-9089-c09614d23f06 None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:45:13.981731 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-4d4b5581-203b-449b-ac21-7369f8584e7e req-8d1d4f56-b261-4011-8f13-9ac36d0beafe service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716442
Aug 25 16:45:14.143307 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-4d4b5581-203b-449b-ac21-7369f8584e7e req-da3480aa-fa9e-40fa-ac86-b580afd405fb service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520443
Aug 25 16:45:14.270469 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-449c976f-f1e7-4bc3-9089-c09614d23f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04dad910>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '66a6e025-9dba-4070-8728-58eb0a15f68e', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:bb:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a59403-2770-43dc-aee0-528238c143bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:44Z', 'updated_at': '2021-08-25T16:41:48Z', 'revision_number': 1, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:14.274498 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c976f-f1e7-4bc3-9089-c09614d23f06 None None] The sync data for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi is: [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_floatingips': [{'id': '66a6e025-9dba-4070-8728-58eb0a15f68e', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'router_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'port_id': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'mac_address': 'fa:16:3e:bb:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a59403-2770-43dc-aee0-528238c143bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:44Z', 'updated_at': '2021-08-25T16:41:48Z', 'revision_number': 1, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:45:14.513793 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9761a481-f05e-4c75-88ce-cf7b95d5c173 None None] New status for floating IP 5fc33b74-3611-4ca7-b599-c42215f476a4: DOWN {{(pid=75964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:45:14.977786 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-292d979d-9bee-4b77-ba8f-1ce0e2495d3d tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:45:14.978519 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-292d979d-9bee-4b77-ba8f-1ce0e2495d3d tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Synchronizing usage tracker for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:45:14.992571 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-292d979d-9bee-4b77-ba8f-1ce0e2495d3d tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Unset dirty status for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:45:14.993780 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-292d979d-9bee-4b77-ba8f-1ce0e2495d3d tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 945 time: 0.1110115
Aug 25 16:45:15.059284 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daadcc-1a0b-4a7f-836b-b60943ec60c1 req-4de41d0d-73d7-4dc4-8bad-ace36108049c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:45:15.060939 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-29daadcc-1a0b-4a7f-836b-b60943ec60c1 req-4de41d0d-73d7-4dc4-8bad-ace36108049c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 945 time: 0.0920877
Aug 25 16:45:15.073736 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Deleting port 8117ffa0-d650-4e44-86c0-38f01457bbc4 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:15.074134 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:15.112140 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-29daadcc-1a0b-4a7f-836b-b60943ec60c1 req-8bfbb558-0093-4f53-a14f-8e9c229e804d tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0454671
Aug 25 16:45:15.349765 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] For port 8117ffa0-d650-4e44-86c0-38f01457bbc4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8117ffa0-d650-4e44-86c0-38f01457bbc4,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:45:15.350346 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:15.582375 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Calling delete_port for 8117ffa0-d650-4e44-86c0-38f01457bbc4 owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:15.799602 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:15.805798 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-be8d08da-64b2-45af-bcf7-8835323ebb60 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:15.855119 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event deleted for resources: {'Port': ['ID=8117ffa0-d650-4e44-86c0-38f01457bbc4,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:15.896701 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:15.897076 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:15.897465 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:15.897831 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:15.898185 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:15.898536 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:15.898889 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:15.899243 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:15.899598 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:15.899946 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:15.900318 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-iscsi {{(pid=75961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 25 16:45:15.907912 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:15.944245 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] No DVR routers for this DVR port 8117ffa0-d650-4e44-86c0-38f01457bbc4 on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:45:15.946694 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:15.949871 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'name': 'network-vif-deleted', 'tag': '8117ffa0-d650-4e44-86c0-38f01457bbc4'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:45:16.006931 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd809ae3-f011-4e45-8259-759e9f3e1517', 'name': 'network-vif-deleted', 'tag': '8117ffa0-d650-4e44-86c0-38f01457bbc4', 'status': 'completed', 'code': 200}
Aug 25 16:45:16.047025 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-89a961fd-0ca3-447c-a78a-263c78abce41 req-39aee116-2a45-4662-bdf5-9cad3ece6b47 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "DELETE /v2.0/ports/8117ffa0-d650-4e44-86c0-38f01457bbc4 HTTP/1.1" status: 204  len: 173 time: 1.0470452
Aug 25 16:45:16.313478 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-5892b02a-0d35-4725-9351-167baef3f62a req-618c4c3f-5a04-4967-847c-a25a993d8f95 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 210 time: 0.0624244
Aug 25 16:45:17.575728 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-dd084886-40cf-44ae-9e4b-4871f870e46f req-f7117fc0-d4fb-4f8e-9917-67880e4a296a tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd809ae3-f011-4e45-8259-759e9f3e1517 HTTP/1.1" status: 200  len: 210 time: 0.0732520
Aug 25 16:45:19.500278 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8117ffa0-d650-4e44-86c0-38f01457bbc4 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:45:19.535296 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 8117ffa0-d650-4e44-86c0-38f01457bbc4 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:45:19.535656 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 8117ffa0-d650-4e44-86c0-38f01457bbc4 not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:45:21.353604 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 56088) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:21.567853 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Deleting port d3d0b91a-6a57-4357-8c36-8ef8b6d14be8 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:21.568189 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:21.745172 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:21.745557 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:21.875672 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Calling delete_port for d3d0b91a-6a57-4357-8c36-8ef8b6d14be8 owned by network:floatingip {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:22.115415 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:22.120092 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4dd3dc1e-242e-4606-81b4-3482bd1cacf3 tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:22.162101 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event deleted for resources: {'Port': ['ID=d3d0b91a-6a57-4357-8c36-8ef8b6d14be8,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:22.165353 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:22.266964 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:22.814276 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Router eb2925f4-58e6-4fcd-872c-9ebf85588317 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:45:23.078337 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:45:23.089837 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88137a96-7fc7-4806-8392-0558470313ab None None] Sync routers for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:45:23.100539 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:23.102102 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88137a96-7fc7-4806-8392-0558470313ab None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:45:23.102733 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-88137a96-7fc7-4806-8392-0558470313ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04d251c0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:45:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:23.170161 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-4a906835-ef37-4a85-8072-c7a9e1af25b6 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "DELETE /v2.0/floatingips/66a6e025-9dba-4070-8728-58eb0a15f68e HTTP/1.1" status: 204  len: 168 time: 1.8148401
Aug 25 16:45:23.170832 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a59403-2770-43dc-aee0-528238c143bf', 'tag': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:45:23.242971 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a59403-2770-43dc-aee0-528238c143bf', 'tag': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'status': 'completed', 'code': 200}
Aug 25 16:45:23.351321 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d83bd1cb-ae75-400a-9d64-d5c17382f030 req-bea0492f-dec2-4d25-8fa7-89b640d3e451 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 1098 time: 0.0834119
Aug 25 16:45:23.356106 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-88137a96-7fc7-4806-8392-0558470313ab None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:45:23.523297 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bd1cb-ae75-400a-9d64-d5c17382f030 req-a3e7897d-ffae-416d-986a-01b509b155dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:45:23.525440 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d83bd1cb-ae75-400a-9d64-d5c17382f030 req-a3e7897d-ffae-416d-986a-01b509b155dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 200  len: 913 time: 0.1667454
Aug 25 16:45:23.609622 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d83bd1cb-ae75-400a-9d64-d5c17382f030 req-6f2b72fb-0434-419d-9a25-ccbc91f7d91d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7efa78ad-12bb-4a8d-8aea-30b2d2729f86 HTTP/1.1" status: 200  len: 217 time: 0.0772240
Aug 25 16:45:23.731933 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bd1cb-ae75-400a-9d64-d5c17382f030 req-45e5bb13-6d09-461e-b2b2-cb45cd79b59b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:45:23.735041 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d83bd1cb-ae75-400a-9d64-d5c17382f030 req-45e5bb13-6d09-461e-b2b2-cb45cd79b59b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 200  len: 851 time: 0.1182961
Aug 25 16:45:23.784142 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-88137a96-7fc7-4806-8392-0558470313ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04d251c0>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:23.801065 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88137a96-7fc7-4806-8392-0558470313ab None None] Checking router: eb2925f4-58e6-4fcd-872c-9ebf85588317 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:45:23.823798 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88137a96-7fc7-4806-8392-0558470313ab None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:45:23.825373 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-88137a96-7fc7-4806-8392-0558470313ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04d251c0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:45:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:23.862210 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d83bd1cb-ae75-400a-9d64-d5c17382f030 req-f05a3ee1-4cc4-4ba5-b706-c374d8dce0bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9369ff0-93d6-44b8-9afb-d4064565c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1195970
Aug 25 16:45:23.936286 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0591f-1440-424a-8269-294a92950b09 req-7d9a180c-5fb4-4af1-a36e-7f2a9381ab9e tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:45:23.938012 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75f0591f-1440-424a-8269-294a92950b09 req-7d9a180c-5fb4-4af1-a36e-7f2a9381ab9e tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 945 time: 0.1360564
Aug 25 16:45:23.997375 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-75f0591f-1440-424a-8269-294a92950b09 req-0c338c2a-f61e-468d-834c-a23e6162a981 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469220
Aug 25 16:45:24.082006 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-88137a96-7fc7-4806-8392-0558470313ab None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:45:24.094728 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d83bd1cb-ae75-400a-9d64-d5c17382f030 req-29d196fc-15aa-4819-bfaa-a3c449a42f1b service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228470
Aug 25 16:45:24.240432 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-d83bd1cb-ae75-400a-9d64-d5c17382f030 req-5e484eb2-1718-4e6e-9de4-4c436fbaffef service neutron] 10.222.0.60 "GET /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381247
Aug 25 16:45:24.351248 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:45:24.556135 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-88137a96-7fc7-4806-8392-0558470313ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04d251c0>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:24.561044 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88137a96-7fc7-4806-8392-0558470313ab None None] The sync data for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi is: [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:38:17Z', 'revision_number': 4, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi', '_interfaces': [{'id': '94561342-9239-445b-9ce8-5879c9def44b', 'name': '', 'network_id': 'd9369ff0-93d6-44b8-9afb-d4064565c3f5', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'mac_address': 'fa:16:3e:2d:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:17Z', 'updated_at': '2021-08-25T16:38:38Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'subnets': [{'id': '45850b24-f80b-4603-a7e2-7bd5a8f0cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:45:24.830097 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c994c0-4188-4e8f-860e-d350f79aea92 None None] New status for floating IP 66a6e025-9dba-4070-8728-58eb0a15f68e: DOWN {{(pid=75964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 25 16:45:24.932348 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:25.219954 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec27c0-94d7-4482-9ec4-ce5160a52dc3 req-4a0eab0d-d645-492f-abeb-5b9f16f876ba tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:45:25.221457 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-03ec27c0-94d7-4482-9ec4-ce5160a52dc3 req-4a0eab0d-d645-492f-abeb-5b9f16f876ba tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 945 time: 0.0843632
Aug 25 16:45:25.266358 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-361d4769-ac5b-4186-ae6e-2b6e486e5206 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 25 16:45:25.267608 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-361d4769-ac5b-4186-ae6e-2b6e486e5206 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Synchronizing usage tracker for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:port {{(pid=75961) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 25 16:45:25.278274 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-03ec27c0-94d7-4482-9ec4-ce5160a52dc3 req-47231f5a-d815-4c6e-9cf6-347619296363 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd8eb589-1655-4a86-9f10-d7b81e91aad3&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0507627
Aug 25 16:45:25.354682 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.quota.resource [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-361d4769-ac5b-4186-ae6e-2b6e486e5206 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Unset dirty status for tenant:867ef2f94ae54553884ee6bdcd2e06f5 on resource:port {{(pid=75961) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 25 16:45:25.355878 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-361d4769-ac5b-4186-ae6e-2b6e486e5206 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 945 time: 0.1786680
Aug 25 16:45:25.428247 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-7404aa81-2832-4506-8a0d-d023f527efc8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Deleting port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:25.428579 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-7404aa81-2832-4506-8a0d-d023f527efc8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:25.688340 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-7404aa81-2832-4506-8a0d-d023f527efc8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] For port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7efa78ad-12bb-4a8d-8aea-30b2d2729f86,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:45:25.688726 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-7404aa81-2832-4506-8a0d-d023f527efc8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:25.913052 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-7404aa81-2832-4506-8a0d-d023f527efc8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Calling delete_port for 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 owned by compute:nova {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:26.120866 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-7404aa81-2832-4506-8a0d-d023f527efc8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:26.127054 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-1801643c-7271-471d-bfa3-856dc826edd9 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:26.171601 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404aa81-2832-4506-8a0d-d023f527efc8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event deleted for resources: {'Port': ['ID=7efa78ad-12bb-4a8d-8aea-30b2d2729f86,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:26.175244 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-7404aa81-2832-4506-8a0d-d023f527efc8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:26.252091 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-7404aa81-2832-4506-8a0d-d023f527efc8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] No DVR routers for this DVR port 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 on host hv-cinder-80582 {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:45:26.254543 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-7404aa81-2832-4506-8a0d-d023f527efc8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for port, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:26.257461 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a59403-2770-43dc-aee0-528238c143bf', 'name': 'network-vif-deleted', 'tag': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86'}] {{(pid=75961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 25 16:45:26.359964 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a59403-2770-43dc-aee0-528238c143bf', 'name': 'network-vif-deleted', 'tag': '7efa78ad-12bb-4a8d-8aea-30b2d2729f86', 'status': 'completed', 'code': 200}
Aug 25 16:45:26.377050 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [req-c0156fec-9afa-4fbe-b31f-8b2e6e5ddc39 req-7404aa81-2832-4506-8a0d-d023f527efc8 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.60 "DELETE /v2.0/ports/7efa78ad-12bb-4a8d-8aea-30b2d2729f86 HTTP/1.1" status: 204  len: 173 time: 1.0151732
Aug 25 16:45:26.458583 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-e3c66ed9-454a-4b1c-bd59-0091ce81d986 req-ef77500e-2fff-46d6-b048-ea3eedd41f3c tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 210 time: 0.0481286
Aug 25 16:45:27.709287 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [req-c33004e4-7df1-4d89-a677-6f49748b3820 req-b8d13f4c-22a2-4504-b461-952c1181ab22 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "GET /v2.0/ports?device_id=65a59403-2770-43dc-aee0-528238c143bf HTTP/1.1" status: 200  len: 210 time: 0.0783064
Aug 25 16:45:28.846957 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 56108) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:29.013593 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-a34411ef-0c83-4469-84a5-2316fa2b64bd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Deleting port cbcf567c-b201-411a-bd01-03cae5929458 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:29.013928 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a34411ef-0c83-4469-84a5-2316fa2b64bd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:29.192482 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a34411ef-0c83-4469-84a5-2316fa2b64bd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:29.192738 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a34411ef-0c83-4469-84a5-2316fa2b64bd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:29.314100 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-a34411ef-0c83-4469-84a5-2316fa2b64bd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Calling delete_port for cbcf567c-b201-411a-bd01-03cae5929458 owned by network:floatingip {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:29.535531 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a34411ef-0c83-4469-84a5-2316fa2b64bd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:29.539597 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-5ab00928-6322-4b93-ba99-d98b6a6963fc tempest-TestShelveInstance-928263754 tempest-TestShelveInstance-928263754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:29.551674 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:45:29.588421 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34411ef-0c83-4469-84a5-2316fa2b64bd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event deleted for resources: {'Port': ['ID=cbcf567c-b201-411a-bd01-03cae5929458,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:29.592057 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-a34411ef-0c83-4469-84a5-2316fa2b64bd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:29.596961 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] No Port match for: 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:45:29.597591 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Device 7efa78ad-12bb-4a8d-8aea-30b2d2729f86 not bound to the agent host hv-cinder-80582 {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:45:29.693362 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a34411ef-0c83-4469-84a5-2316fa2b64bd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for floatingip, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:29.709893 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-a34411ef-0c83-4469-84a5-2316fa2b64bd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229548'] for floatingip, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:29.711278 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-a34411ef-0c83-4469-84a5-2316fa2b64bd tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "DELETE /v2.0/floatingips/7f257a40-ce46-4ebc-8761-3f7a146ae239 HTTP/1.1" status: 204  len: 168 time: 0.8628571
Aug 25 16:45:31.266839 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 56124) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:31.346627 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5a941f5e-02b9-4be1-9083-be643cb4b697 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:31.385537 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5a941f5e-02b9-4be1-9083-be643cb4b697 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:31.535357 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5a941f5e-02b9-4be1-9083-be643cb4b697 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:31.539591 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-558072d6-dd31-4ad0-a8e7-8882000393fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:31.556467 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a941f5e-02b9-4be1-9083-be643cb4b697 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8eb589-1655-4a86-9f10-d7b81e91aad3,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:31.559787 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-5a941f5e-02b9-4be1-9083-be643cb4b697 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:31.651469 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-5a941f5e-02b9-4be1-9083-be643cb4b697 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:31.652609 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-5a941f5e-02b9-4be1-9083-be643cb4b697 tempest-TestVolumeBootPattern-651515282 tempest-TestVolumeBootPattern-651515282-project] 10.222.0.37 "DELETE /v2.0/security-groups/dd8eb589-1655-4a86-9f10-d7b81e91aad3 HTTP/1.1" status: 204  len: 168 time: 0.3847659
Aug 25 16:45:31.819307 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 56132) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:32.367999 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937137'] for router_interface, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:33.077788 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] Deleting port 94561342-9239-445b-9ce8-5879c9def44b {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:33.078565 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:33.255523 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] For port 94561342-9239-445b-9ce8-5879c9def44b, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=94561342-9239-445b-9ce8-5879c9def44b,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:45:33.256033 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:33.383963 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] Calling delete_port for 94561342-9239-445b-9ce8-5879c9def44b owned by network:router_interface {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:33.622810 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:33.626723 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-0b356303-b7e3-4424-b991-44bd1f472775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:33.668480 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=94561342-9239-445b-9ce8-5879c9def44b,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:33.671189 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:33.970604 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937029'] for router_interface, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:34.653874 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] Router eb2925f4-58e6-4fcd-872c-9ebf85588317 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:45:34.866663 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:45:34.875919 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b52be9-ff94-4a38-8154-36418984377c None None] Sync routers for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:45:34.879705 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-35d75bf4-b264-48cc-a329-862799ac6cfe admin admin] 10.222.0.37 "PUT /v2.0/routers/eb2925f4-58e6-4fcd-872c-9ebf85588317/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0589213
Aug 25 16:45:34.881857 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 56138) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:34.890771 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b52be9-ff94-4a38-8154-36418984377c None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:45:34.891430 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-07b52be9-ff94-4a38-8154-36418984377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04569ca0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:45:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:35.080127 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-07b52be9-ff94-4a38-8154-36418984377c None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:45:35.098700 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Notify callbacks [] for router, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:35.312759 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:35.411932 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Deleting port 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:35.412331 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:35.429700 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-07b52be9-ff94-4a38-8154-36418984377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04569ca0>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:45:33Z', 'revision_number': 5, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port': {'id': '5f3dd619-10e3-46c3-9e80-6f0293f82cd5', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:14Z', 'updated_at': '2021-08-25T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:35.433799 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b52be9-ff94-4a38-8154-36418984377c None None] Checking router: eb2925f4-58e6-4fcd-872c-9ebf85588317 for host: dv-cinder-805825-2-iscsi {{(pid=75963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:45:35.453499 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b52be9-ff94-4a38-8154-36418984377c None None] Routers {'eb2925f4-58e6-4fcd-872c-9ebf85588317'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:45:35.454139 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-07b52be9-ff94-4a38-8154-36418984377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04569ca0>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:45:08Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['eb2925f4-58e6-4fcd-872c-9ebf85588317'], 'active': True} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:35.620888 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] For port 5f3dd619-10e3-46c3-9e80-6f0293f82cd5, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=5f3dd619-10e3-46c3-9e80-6f0293f82cd5,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:45:35.621272 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:35.629167 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_dvr_db [None req-07b52be9-ff94-4a38-8154-36418984377c None None] Set router eb2925f4-58e6-4fcd-872c-9ebf85588317 gateway port host: None {{(pid=75963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:45:35.744274 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.db.l3_hamode_db [None req-07b52be9-ff94-4a38-8154-36418984377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04569ca0>, [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:45:35Z', 'revision_number': 6, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port_host': None}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:35.748409 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b52be9-ff94-4a38-8154-36418984377c None None] The sync data for ids ['eb2925f4-58e6-4fcd-872c-9ebf85588317'] in dv-cinder-805825-2-iscsi is: [{'id': 'eb2925f4-58e6-4fcd-872c-9ebf85588317', 'name': 'tempest-TestVolumeBootPattern-1168350566-router', 'tenant_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:13Z', 'updated_at': '2021-08-25T16:45:35Z', 'revision_number': 6, 'project_id': '867ef2f94ae54553884ee6bdcd2e06f5', 'gw_port_host': None}] {{(pid=75963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:45:35.749891 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Calling delete_port for 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 owned by network:router_gateway {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:35.769368 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-36fd8cf3-e3c4-4e88-a2f7-409be03b7c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:35.975329 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:35.979680 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-618c306f-cee7-4963-b713-4e3bb44eaf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:36.003906 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:36.021993 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3dd619-10e3-46c3-9e80-6f0293f82cd5,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:36.026883 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:36.154519 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 94561342-9239-445b-9ce8-5879c9def44b no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:45:36.189921 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 94561342-9239-445b-9ce8-5879c9def44b {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:45:36.190272 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 94561342-9239-445b-9ce8-5879c9def44b not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:45:36.371855 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936396'] for router_gateway, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:36.645827 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61713'] for router, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:36.650160 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:36.765075 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935408'] for router, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:36.767527 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb2925f4-58e6-4fcd-872c-9ebf85588317 {{(pid=75962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 25 16:45:36.779807 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] Notify callbacks [] for router, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:36.780927 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-b8c4ecbe-e814-40c4-9dc6-3b709851db89 admin admin] 10.222.0.37 "DELETE /v2.0/routers/eb2925f4-58e6-4fcd-872c-9ebf85588317 HTTP/1.1" status: 204  len: 168 time: 1.8981600
Aug 25 16:45:36.783701 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 56142) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:36.851823 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bd3440-8573-49fe-a0ee-68c20e90d39f admin admin] Deleting subnet 45850b24-f80b-4603-a7e2-7bd5a8f0cd77 {{(pid=75961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:45:36.859966 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3440-8573-49fe-a0ee-68c20e90d39f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:36.913622 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3440-8573-49fe-a0ee-68c20e90d39f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1140329'] for subnet, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:36.995292 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3440-8573-49fe-a0ee-68c20e90d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:37.146751 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3440-8573-49fe-a0ee-68c20e90d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1548318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1074743'] for subnet, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:37.150938 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:37.186461 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd3440-8573-49fe-a0ee-68c20e90d39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45850b24-f80b-4603-a7e2-7bd5a8f0cd77,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:37.189736 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f1bd3440-8573-49fe-a0ee-68c20e90d39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:37.192438 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3440-8573-49fe-a0ee-68c20e90d39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:37.198527 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c0f32b-6051-498d-9cfa-ef4de92eaa64 None None] Network d9369ff0-93d6-44b8-9afb-d4064565c3f5 requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:45:37.199095 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-f1bd3440-8573-49fe-a0ee-68c20e90d39f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/45850b24-f80b-4603-a7e2-7bd5a8f0cd77 HTTP/1.1" status: 204  len: 168 time: 0.4143519
Aug 25 16:45:37.201483 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 56146) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:37.421682 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:37.433691 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Deleting port 38513815-0748-44d3-89ee-7e7ff4b25833 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:37.434025 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:37.469440 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79c5853-9ac5-4c71-a08f-2d0eda2793fd None None] DHCP port deletion for d9369ff0-93d6-44b8-9afb-d4064565c3f5 request from dv-cinder-805825-2-iscsi {{(pid=75963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 25 16:45:37.474205 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-c79c5853-9ac5-4c71-a08f-2d0eda2793fd None None] Deleting port 38513815-0748-44d3-89ee-7e7ff4b25833 {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:37.474573 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c79c5853-9ac5-4c71-a08f-2d0eda2793fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:37.691699 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] For port 38513815-0748-44d3-89ee-7e7ff4b25833, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=38513815-0748-44d3-89ee-7e7ff4b25833,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:45:37.692154 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:37.713379 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-c79c5853-9ac5-4c71-a08f-2d0eda2793fd None None] For port 38513815-0748-44d3-89ee-7e7ff4b25833, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=38513815-0748-44d3-89ee-7e7ff4b25833,segment=NetworkSegment(c8fb4119-2888-401e-9815-31825b5ac736),segment_id=c8fb4119-2888-401e-9815-31825b5ac736)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:45:37.714027 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c79c5853-9ac5-4c71-a08f-2d0eda2793fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:37.913727 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Calling delete_port for 38513815-0748-44d3-89ee-7e7ff4b25833 owned by network:dhcp {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:37.926547 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-c79c5853-9ac5-4c71-a08f-2d0eda2793fd None None] Calling delete_port for 38513815-0748-44d3-89ee-7e7ff4b25833 owned by network:dhcp {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:37.974725 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:45:38.023098 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:45:38.023451 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 5f3dd619-10e3-46c3-9e80-6f0293f82cd5 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:45:38.024058 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 38513815-0748-44d3-89ee-7e7ff4b25833 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:45:38.091995 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:38.100104 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d3fdd621-6cee-40e4-99a4-7f6423dc7d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:38.109875 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No active binding found for port 38513815-0748-44d3-89ee-7e7ff4b25833 {{(pid=75963) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Aug 25 16:45:38.110310 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 38513815-0748-44d3-89ee-7e7ff4b25833 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:45:38.115552 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.db.api [None req-c79c5853-9ac5-4c71-a08f-2d0eda2793fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 25 16:45:38.116129 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_db.api [None req-c79c5853-9ac5-4c71-a08f-2d0eda2793fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 25 16:45:38.120858 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-ceb3627f-baeb-45e0-89b2-91062abef882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:38.166811 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Pushing event deleted for resources: {'Port': ['ID=38513815-0748-44d3-89ee-7e7ff4b25833,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:38.169438 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:38.171981 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] No DVR routers for this DVR port 38513815-0748-44d3-89ee-7e7ff4b25833 on host dv-cinder-805825-2-iscsi {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:45:38.294055 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:38.307440 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf03e317c0>,) {'filters': {'network_id': ['d9369ff0-93d6-44b8-9afb-d4064565c3f5']}} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:38.320132 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf03e317c0>, 'c8fb4119-2888-401e-9815-31825b5ac736') {'for_net_delete': True} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:38.320419 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf03e317c0>, 'c8fb4119-2888-401e-9815-31825b5ac736') {} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:38.333559 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1140326'] for segment, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:38.352732 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:38.357948 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=75961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:45:38.358228 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1548472'] for segment, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]: Traceback (most recent call last):
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     timer()
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     cb(*args, **kw)
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     return func(*args, **kwargs)
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     self._notify()
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     self.callback(batched_events)
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     event.method(event)
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     return f(self, *a, **k)
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._get(url).json()
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:45:38.371985 dv-cinder-805825-2-iscsi neutron-server[75961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:45:38.542887 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:38.547594 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:38.550254 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-4a6a2e11-921a-48c9-aa2c-407f48d52305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:38.573919 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Pushing event deleted for resources: {'Network': ['ID=d9369ff0-93d6-44b8-9afb-d4064565c3f5,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:38.576465 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:38.617747 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-c79c5853-9ac5-4c71-a08f-2d0eda2793fd None None] Deleting port 38513815-0748-44d3-89ee-7e7ff4b25833 {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:38.618339 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c79c5853-9ac5-4c71-a08f-2d0eda2793fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:38.682879 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-c79c5853-9ac5-4c71-a08f-2d0eda2793fd None None] The port '38513815-0748-44d3-89ee-7e7ff4b25833' was deleted {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 25 16:45:38.684124 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-6ec9448f-6672-4be3-bc1a-eb2d443d971b admin admin] 10.222.0.37 "DELETE /v2.0/networks/d9369ff0-93d6-44b8-9afb-d4064565c3f5 HTTP/1.1" status: 204  len: 168 time: 1.4816160
Aug 25 16:45:38.690450 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 56150) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:39.120085 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937137'] for router_interface, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:39.127267 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:39.867241 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] Deleting port 0cdb9931-ed38-4fb4-863f-d64978545aec {{(pid=75962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:39.867827 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:40.044310 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.db [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] For port 0cdb9931-ed38-4fb4-863f-d64978545aec, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=0cdb9931-ed38-4fb4-863f-d64978545aec,segment=NetworkSegment(e14b7fa6-87bf-4528-87e5-8db491331508),segment_id=e14b7fa6-87bf-4528-87e5-8db491331508)] {{(pid=75962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:45:40.044672 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:40.171352 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.plugins.ml2.plugin [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] Calling delete_port for 0cdb9931-ed38-4fb4-863f-d64978545aec owned by network:router_interface {{(pid=75962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:40.415059 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716073'] for port, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:40.419723 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-fd3e42af-928e-4653-86c4-053dfc97cb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:40.463999 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdb9931-ed38-4fb4-863f-d64978545aec,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:40.468018 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:40.609152 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:40.812967 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4077240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937029'] for router_interface, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:41.508797 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] Router 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 has already been hosted by L3 agent 1a288a14-847d-4dd7-a7e0-6157ee79c192 {{(pid=75962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 25 16:45:41.715852 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-iscsi the message routers_updated {{(pid=75962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 25 16:45:41.724575 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852262f1-7266-4cf4-a796-fcf943dea232 None None] Sync routers for ids ['5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'] in dv-cinder-805825-2-iscsi {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 25 16:45:41.737782 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852262f1-7266-4cf4-a796-fcf943dea232 None None] Routers {'5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:45:41.738392 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-852262f1-7266-4cf4-a796-fcf943dea232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04920b50>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:45:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:41.799439 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-81e30b5c-0c6e-4a4e-882a-b0842fceb565 admin admin] 10.222.0.37 "PUT /v2.0/routers/5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1109607
Aug 25 16:45:41.802033 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 56154) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:41.920629 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-852262f1-7266-4cf4-a796-fcf943dea232 None None] Set router 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 gateway port host: dv-cinder-805825-2-iscsi {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:45:42.022077 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:42.230817 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:42.264341 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-852262f1-7266-4cf4-a796-fcf943dea232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04920b50>, [{'id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'name': 'tempest-TestVolumeBootPattern-116070770-router', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'external_fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:45:40Z', 'revision_number': 5, 'project_id': '1c1e9813d4c741f19698ce45a82a4105', 'gw_port': {'id': 'e67ab684-cde0-4cd2-9235-5d293ed91b8f', 'name': '', 'network_id': '2be15cde-d260-4d32-99ee-590621cca1ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbc454-72a5-42db-b201-cd13930f7d0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-iscsi'}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:42.268759 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852262f1-7266-4cf4-a796-fcf943dea232 None None] Checking router: 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 for host: dv-cinder-805825-2-iscsi {{(pid=75964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 25 16:45:42.278968 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852262f1-7266-4cf4-a796-fcf943dea232 None None] Routers {'5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'} bound to L3 agent in host dv-cinder-805825-2-iscsi {{(pid=75964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 25 16:45:42.279566 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-852262f1-7266-4cf4-a796-fcf943dea232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdf04920b50>, 'dv-cinder-805825-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:18:08Z,description=<?>,heartbeat_timestamp=2021-08-25T16:45:38Z,host='dv-cinder-805825-2-iscsi',id=1a288a14-847d-4dd7-a7e0-6157ee79c192,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-25T16:18:09Z,topic='l3_agent')) {'router_ids': ['5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'], 'active': True} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:42.311291 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Deleting port e67ab684-cde0-4cd2-9235-5d293ed91b8f {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:42.311705 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:42.441099 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_dvr_db [None req-852262f1-7266-4cf4-a796-fcf943dea232 None None] Set router 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 gateway port host: None {{(pid=75964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 25 16:45:42.507947 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] For port e67ab684-cde0-4cd2-9235-5d293ed91b8f, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=e67ab684-cde0-4cd2-9235-5d293ed91b8f,segment=NetworkSegment(a408e734-ccc0-408f-bf0b-dd9438ad51a3),segment_id=a408e734-ccc0-408f-bf0b-dd9438ad51a3)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:45:42.508181 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:42.550489 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.l3_hamode_db [None req-852262f1-7266-4cf4-a796-fcf943dea232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdf04920b50>, [{'id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'name': 'tempest-TestVolumeBootPattern-116070770-router', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:45:42Z', 'revision_number': 6, 'project_id': '1c1e9813d4c741f19698ce45a82a4105', 'gw_port_host': None}], 'dv-cinder-805825-2-iscsi', False) {} {{(pid=75964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:42.555266 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852262f1-7266-4cf4-a796-fcf943dea232 None None] The sync data for ids ['5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7'] in dv-cinder-805825-2-iscsi is: [{'id': '5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7', 'name': 'tempest-TestVolumeBootPattern-116070770-router', 'tenant_id': '1c1e9813d4c741f19698ce45a82a4105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:38:23Z', 'updated_at': '2021-08-25T16:45:42Z', 'revision_number': 6, 'project_id': '1c1e9813d4c741f19698ce45a82a4105', 'gw_port_host': None}] {{(pid=75964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 25 16:45:42.743770 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Calling delete_port for e67ab684-cde0-4cd2-9235-5d293ed91b8f owned by network:router_gateway {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:43.016983 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:43.021364 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-34b18463-4b62-44b9-af5b-5f7c1e4f0ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:43.066756 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e67ab684-cde0-4cd2-9235-5d293ed91b8f,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:43.070534 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:43.309309 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936396'] for router_gateway, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:43.606254 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61713'] for router, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:43.610552 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:43.706493 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935408'] for router, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:43.707393 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 {{(pid=75961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 25 16:45:43.722929 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] Notify callbacks [] for router, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:43.724108 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-d398aca1-3f24-450b-bc66-a88fbfb745e0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5f21d3d1-3ac5-47e6-be1d-e6fb6ba570b7 HTTP/1.1" status: 204  len: 168 time: 1.9203439
Aug 25 16:45:43.728551 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 56158) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:43.794814 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb08c9d-4c83-42d7-a870-71aa8bb37724 admin admin] Deleting subnet 4c10f6dc-82fa-4833-b774-4c1e78be8491 {{(pid=75961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 25 16:45:43.802535 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-cfb08c9d-4c83-42d7-a870-71aa8bb37724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:43.852329 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-cfb08c9d-4c83-42d7-a870-71aa8bb37724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1140329'] for subnet, precommit_delete_associations {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:43.936174 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-cfb08c9d-4c83-42d7-a870-71aa8bb37724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4107692'] for subnet, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:43.950132 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e67ab684-cde0-4cd2-9235-5d293ed91b8f no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:45:43.982453 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: e67ab684-cde0-4cd2-9235-5d293ed91b8f {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:45:43.982784 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device e67ab684-cde0-4cd2-9235-5d293ed91b8f not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:45:43.983211 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 0cdb9931-ed38-4fb4-863f-d64978545aec no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:45:44.050687 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 0cdb9931-ed38-4fb4-863f-d64978545aec {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:45:44.051067 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 0cdb9931-ed38-4fb4-863f-d64978545aec not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:45:44.117930 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-cfb08c9d-4c83-42d7-a870-71aa8bb37724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4107669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1548318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1074743'] for subnet, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:44.122000 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-f1bd3440-8573-49fe-a0ee-68c20e90d39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:44.161428 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb08c9d-4c83-42d7-a870-71aa8bb37724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c10f6dc-82fa-4833-b774-4c1e78be8491,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:44.166197 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-cfb08c9d-4c83-42d7-a870-71aa8bb37724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:44.169228 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-cfb08c9d-4c83-42d7-a870-71aa8bb37724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for subnet, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:44.174910 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc0a44e-3e13-4053-8d8e-e4e1a07b3bb5 None None] Network 62bb0309-2a70-4731-8657-86c246eeb8ba requested from dv-cinder-805825-2-iscsi {{(pid=75963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 25 16:45:44.175693 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-cfb08c9d-4c83-42d7-a870-71aa8bb37724 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4c10f6dc-82fa-4833-b774-4c1e78be8491 HTTP/1.1" status: 204  len: 168 time: 0.4456322
Aug 25 16:45:44.178473 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 56162) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:44.288940 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677398'] for network, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:44.300835 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Deleting port 44c8c384-0501-4291-a21e-f56f8ade1104 {{(pid=75961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:44.301197 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:44.450256 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c359f-66ce-4fa6-b258-2fc6b23cece8 None None] DHCP port deletion for 62bb0309-2a70-4731-8657-86c246eeb8ba request from dv-cinder-805825-2-iscsi {{(pid=75963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 25 16:45:44.455830 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-592c359f-66ce-4fa6-b258-2fc6b23cece8 None None] Deleting port 44c8c384-0501-4291-a21e-f56f8ade1104 {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:44.456158 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-592c359f-66ce-4fa6-b258-2fc6b23cece8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:44.643735 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.db [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] For port 44c8c384-0501-4291-a21e-f56f8ade1104, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=44c8c384-0501-4291-a21e-f56f8ade1104,segment=NetworkSegment(e14b7fa6-87bf-4528-87e5-8db491331508),segment_id=e14b7fa6-87bf-4528-87e5-8db491331508)] {{(pid=75961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:45:44.644068 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:44.682688 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.db [None req-592c359f-66ce-4fa6-b258-2fc6b23cece8 None None] For port 44c8c384-0501-4291-a21e-f56f8ade1104, host dv-cinder-805825-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-iscsi',level=0,port_id=44c8c384-0501-4291-a21e-f56f8ade1104,segment=NetworkSegment(e14b7fa6-87bf-4528-87e5-8db491331508),segment_id=e14b7fa6-87bf-4528-87e5-8db491331508)] {{(pid=75963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 25 16:45:44.682995 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-592c359f-66ce-4fa6-b258-2fc6b23cece8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950134'] for port, precommit_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:44.774164 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.plugin [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Calling delete_port for 44c8c384-0501-4291-a21e-f56f8ade1104 owned by network:dhcp {{(pid=75961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:44.809844 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-592c359f-66ce-4fa6-b258-2fc6b23cece8 None None] Calling delete_port for 44c8c384-0501-4291-a21e-f56f8ade1104 owned by network:dhcp {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 25 16:45:44.908114 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3693051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787240608004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787240183080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1548525'] for port, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:44.912224 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-014488f1-44c5-48f2-b7d5-0163996f9608 tempest-AttachVolumeShelveTestJSON-47338483 tempest-AttachVolumeShelveTestJSON-47338483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:44.913335 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.db.api [None req-592c359f-66ce-4fa6-b258-2fc6b23cece8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 25 16:45:44.913693 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG oslo_db.api [None req-592c359f-66ce-4fa6-b258-2fc6b23cece8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 25 16:45:44.953896 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c8c384-0501-4291-a21e-f56f8ade1104,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:44.958111 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:44.960589 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] No DVR routers for this DVR port 44c8c384-0501-4291-a21e-f56f8ade1104 on host dv-cinder-805825-2-iscsi {{(pid=75961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 25 16:45:45.081413 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4106533', 'neutron.services.segments.db._delete_segments_for_network-8787240589954'] for network, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:45.094626 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdf0458ef40>,) {'filters': {'network_id': ['62bb0309-2a70-4731-8657-86c246eeb8ba']}} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:45.106653 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf0458ef40>, 'e14b7fa6-87bf-4528-87e5-8db491331508') {'for_net_delete': True} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:45.106949 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.services.segments.db [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdf0458ef40>, 'e14b7fa6-87bf-4528-87e5-8db491331508') {} {{(pid=75961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 25 16:45:45.118027 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787240590749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1140326'] for segment, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:45.135233 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4107543'] for segment, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:45.141335 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=75961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 25 16:45:45.142188 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1548472'] for segment, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]: Traceback (most recent call last):
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     timer()
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     cb(*args, **kw)
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     return func(*args, **kwargs)
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     self._notify()
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     self.callback(batched_events)
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     event.method(event)
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     return f(self, *a, **k)
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._get(url).json()
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     return self.request(url, 'GET', **kwargs)
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 25 16:45:45.158477 dv-cinder-805825-2-iscsi neutron-server[75961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 25 16:45:45.285065 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4106542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4077294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936369'] for network, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:45.288535 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-464cb72b-9faa-4a54-bcf0-616c5e6ba260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:45.301379 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4077140'] for network, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:45.314151 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=62bb0309-2a70-4731-8657-86c246eeb8ba,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:45.320088 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:45.320088 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-70c2bbed-3ecc-4a1b-b171-60959ba664b2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/62bb0309-2a70-4731-8657-86c246eeb8ba HTTP/1.1" status: 204  len: 168 time: 1.1399829
Aug 25 16:45:45.415504 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-592c359f-66ce-4fa6-b258-2fc6b23cece8 None None] Deleting port 44c8c384-0501-4291-a21e-f56f8ade1104 {{(pid=75963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 25 16:45:45.416284 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-592c359f-66ce-4fa6-b258-2fc6b23cece8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787240635311'] for port, before_delete {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:45.479947 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-592c359f-66ce-4fa6-b258-2fc6b23cece8 None None] The port '44c8c384-0501-4291-a21e-f56f8ade1104' was deleted {{(pid=75963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 25 16:45:45.688288 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 56168) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:45.749415 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-cce8e79f-09f9-4ae5-bde6-6da582118b6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=867ef2f94ae54553884ee6bdcd2e06f5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0597506
Aug 25 16:45:45.751931 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.wsgi [-] (75961) accepted ('10.222.0.37', 56172) {{(pid=75961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:45.815345 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7981dbfa-874e-4cf7-b6dc-7a6c87055cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:45.842437 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7981dbfa-874e-4cf7-b6dc-7a6c87055cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:45.954072 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 44c8c384-0501-4291-a21e-f56f8ade1104 no longer exists at agent ovs-agent-dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 25 16:45:45.974725 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7981dbfa-874e-4cf7-b6dc-7a6c87055cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:45.978753 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-360279b5-2962-4546-bccf-1695bb320146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:45.987620 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.plugin [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] No Port match for: 44c8c384-0501-4291-a21e-f56f8ade1104 {{(pid=75963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 25 16:45:45.987961 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron.plugins.ml2.rpc [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Device 44c8c384-0501-4291-a21e-f56f8ade1104 not bound to the agent host dv-cinder-805825-2-iscsi {{(pid=75963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 25 16:45:45.994938 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981dbfa-874e-4cf7-b6dc-7a6c87055cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbc70e2-62de-4ab2-be49-cce757d37152,revision_number=None']} {{(pid=75961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:45.997721 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG oslo_concurrency.lockutils [None req-7981dbfa-874e-4cf7-b6dc-7a6c87055cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:46.006446 dv-cinder-805825-2-iscsi neutron-server[75961]: DEBUG neutron_lib.callbacks.manager [None req-7981dbfa-874e-4cf7-b6dc-7a6c87055cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:46.007896 dv-cinder-805825-2-iscsi neutron-server[75961]: INFO neutron.wsgi [None req-7981dbfa-874e-4cf7-b6dc-7a6c87055cd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fbc70e2-62de-4ab2-be49-cce757d37152 HTTP/1.1" status: 204  len: 168 time: 0.2550280
Aug 25 16:45:46.847135 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 56180) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:46.902123 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-30730fac-1935-4035-82eb-7294a899aec5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c1e9813d4c741f19698ce45a82a4105&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0537653
Aug 25 16:45:46.904425 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [-] (75962) accepted ('10.222.0.37', 56184) {{(pid=75962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 25 16:45:46.964381 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-82fb3969-5c78-4a70-a4a7-c9dce8dbc18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:46.992518 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-82fb3969-5c78-4a70-a4a7-c9dce8dbc18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:47.114295 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-82fb3969-5c78-4a70-a4a7-c9dce8dbc18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870352'] for security_group, after_delete {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:47.118346 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-606b0d41-2ad9-4e41-a18c-a1cdaf80df4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 25 16:45:47.131468 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb3969-5c78-4a70-a4a7-c9dce8dbc18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7197aba6-982d-4902-bd17-f52a850b4826,revision_number=None']} {{(pid=75962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 25 16:45:47.135517 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG oslo_concurrency.lockutils [None req-82fb3969-5c78-4a70-a4a7-c9dce8dbc18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 25 16:45:47.138966 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron_lib.callbacks.manager [None req-82fb3969-5c78-4a70-a4a7-c9dce8dbc18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:47.140240 dv-cinder-805825-2-iscsi neutron-server[75962]: INFO neutron.wsgi [None req-82fb3969-5c78-4a70-a4a7-c9dce8dbc18b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7197aba6-982d-4902-bd17-f52a850b4826 HTTP/1.1" status: 204  len: 168 time: 0.2348089
Aug 25 16:45:54.931452 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:45:55.710240 dv-cinder-805825-2-iscsi neutron-server[75962]: DEBUG neutron.wsgi [req-f467e951-bda0-44d6-ad39-b86c57fc6f00 req-a7a867da-7f47-4ca3-aead-c8d946d1582b service neutron] (75962) timed out ('10.222.0.60', 59877) {{(pid=75962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Aug 25 16:46:01.353911 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:46:05.707513 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-39071f7b-4730-4cca-9f89-22714d75b8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:46:05.998416 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:46:08.004092 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6cec-0d8c-44e3-9ec2-c68ea7bed31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:46:09.112677 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:46:10.629660 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:46:24.980937 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:46:35.685310 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f8d6a30a-d8f0-4dcc-8ac5-58d70b6e1a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:46:36.004276 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:46:37.973205 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-bada4dd8-4e38-475c-8c1f-e2530640c2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:46:38.355718 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:46:39.117044 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:46:40.603069 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:46:54.976361 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:47:05.690028 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c748-6ab3-49fc-b3d1-0ccd30c43252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:47:06.007320 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:47:08.007415 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1717-c651-4187-b185-074e6c5078ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:47:09.146616 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:47:10.629869 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:47:15.354987 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:47:24.973903 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:47:35.704679 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-5900b999-e672-42bf-893b-490082cc500e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:47:36.018078 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:47:37.978710 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b20d0a9c-73b3-4bf5-9a2a-372cec61cbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:47:39.122065 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:47:40.584383 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:47:52.353711 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:47:55.014329 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:48:05.694970 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-61f1f8c1-f033-484c-abbf-32317c5ff458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:48:05.997940 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:48:07.964031 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-caea4af6-72d0-4ee5-b178-5218e8b74c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:48:09.140894 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:48:10.593508 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:48:24.981971 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:48:29.352791 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:48:35.724821 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-08f414e6-b636-4e9d-8960-38919fac5e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:48:36.033936 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:48:37.976551 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d14e-f52d-4cb9-a2d9-baa6ecfb95e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:48:39.193952 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:48:40.594789 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:48:54.977413 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:49:05.716008 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-73228837-ad36-4987-8019-1ba58a0fc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:49:06.001125 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:49:06.352443 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:49:07.989593 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac841-7f51-49fe-bb23-1ad17fd63855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:49:09.132722 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:49:10.584421 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:49:24.991312 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:49:35.705686 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a7274881-20db-4b34-9fc7-6eb17e82fb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:49:36.009501 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:49:37.991450 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-c610b519-35e9-4cd6-8f22-ff810db8031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:49:39.139453 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:49:40.613555 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:49:43.352369 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:49:55.010071 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:05.753135 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-28b601c4-fcfc-4151-a1a2-91489730c4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:06.037434 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:07.997731 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-5795930c-7782-46aa-8c8e-0ed2e1d4e62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:09.134863 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:10.627815 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:20.350751 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 25 16:50:25.005984 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:35.697469 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-b1d922e1-602b-4f53-b5fc-7a8269f44b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:35.977362 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-fa643d9e-6719-4a04-8a8b-a3495d5eecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:37.995228 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-f9af72c5-0e8f-4470-ba4c-573c03489dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:39.165970 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-d7950a3f-a555-4b3e-9968-982cb189a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:40.609880 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-a4f8cc18-eb15-4f67-bcfe-98540dddefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:55.052565 dv-cinder-805825-2-iscsi neutron-server[75963]: DEBUG neutron_lib.callbacks.manager [None req-9c12c656-a859-4b68-aec2-9070c0284b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787240589936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4104881'] for agent, after_update {{(pid=75963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 25 16:50:57.349319 dv-cinder-805825-2-iscsi neutron-server[75964]: DEBUG neutron.db.agents_db [None req-805e66e3-ed16-4365-9bae-5e286fdefa11 None None] Agent healthcheck: found 6 active agents {{(pid=75964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}